{ "candidate": { "marker_sha256": "0240966cc5a9bc007eba7dd6cf660468f2c2b5ce21deb34ae2b41962fdd3a8b1", "model_index_sha256": "d3706e866da37ce54c1b6361c069f873ab4f6d4f07d5b8a446fb45f1a7354839", "safetensors_sha256": { "model-embed.safetensors": "eee11f4d95918a09c7445946ffabdbb77ad78d22865af9b995a1dcacf3f02aee", "model-head.safetensors": "5f461085c5ddfd097cf9e3f5d32a0fb1bcc0ac1713a2524e5bd97e858ea25e5a", "model-layer-000.safetensors": "91a57bd3a0d56eddcd1ff6a0245768fee64c767a791fda04f520a9f6f44739c2", "model-layer-001.safetensors": "4cd6bebfec8736f62406ea71046f7476cc42a82f134e8647359741ccad30def2", "model-layer-002.safetensors": "15ad33d791bc57d662705d149ee3a90c9cc973534513c5a003fdfe9942e53f9e", "model-layer-003.safetensors": "a34f43c6984d001c7107caad8e4323f37bc5776f52abc0ecabb8dd376433cff5", "model-layer-004.safetensors": "1c2dc37711a6ac482b651b40344a71cb05149d811011aa309b76217f83f6b922", "model-layer-005.safetensors": "cc7d097da1de1e64d89ee14992eedf9bc298c130ab5ae35be3baff24277bbee2", "model-layer-006.safetensors": "666079a649365e2246ec1d688a3811b364401db0a405ecee50a133c6be740789", "model-layer-007.safetensors": "4fa1156b09cecde5a868caf210f5ea71ffc4eba578b7337d8fcb726182da2299", "model-layer-008.safetensors": "a8736583b6b03d17e9816c801e695b6eee173f2d8e18a64752c46b6f94f5385c", "model-layer-009.safetensors": "2786edc4c62e989806934ce7e9dc25e26328f44b265078760cd2c1524fd808a2", "model-layer-010.safetensors": "7c850b363e904ccc23890075d53f602e4b88aaca8883550016c3a9f01127602c", "model-layer-011.safetensors": "f73d823b96c2ec6b569a23beb6684134279c3beec8777e929bb364c36d07949b", "model-layer-012.safetensors": "35dd63f5f8002dca955704f081a661b2828497d150663833dd61e94c0aed2bc5", "model-layer-013.safetensors": "6031c127f560ebf4b14de76a868f623a13a02d711be4ffa34e77a2e8e853b165", "qsrt-layer-003.safetensors": "9cf9414f9bf09363219632d25c1b09bb0289f9682d9221bf220df082866acfa2", "qsrt-layer-004.safetensors": "d0e462f8948700f36d56f9c65025121db54d39465db07271736180c1debcd7de", "qsrt-layer-005.safetensors": "5bdc273b662a8145a1fe5e327700a0a64861ccbf0b3e3dc4b82e6059049371b0", "qsrt-layer-006.safetensors": "15a2259d4fcb73053c6f9e23c9adc5555b8c06e0d3ed15145b98c393d42325ae", "qsrt-layer-007.safetensors": "5f235ae992f09a4d81d345101e33303b28fa1b2360dcd0ee6c6067e2334d0c52", "qsrt-layer-008.safetensors": "4ad9875d82e2baeec5ddce5a588b24551f523e857db743076c460e1442f47f90", "qsrt-layer-009.safetensors": "c3fd0a71b1b0d5f2733c8a28ccdbf40ac0117bcb6d928d4a660842df2788b2b4", "qsrt-layer-010.safetensors": "c2692d58e78e963e6a1bcf39f92eab78c4ab52866baf9ff0796dd3df2529d5d6", "qsrt-layer-011.safetensors": "543014c0f08513f43d9b8550d8a0258875f52cf4579cd254753113cfe262e719", "qsrt-layer-012.safetensors": "4e9943a8428e75f579fc222bb9c57ca3974aa4650801f1922b95657ec0f20ef2", "qsrt-layer-013.safetensors": "d132871e63588e2bfbd6db8dc7f980bd02fc80fe4e4d11dee3cfb77e4a9c4cfb" } }, "complete": true, "decode": { "bf16": [ { "completion_tokens": 128, "content": " National Championship is made of.\n\nINT. OREGON FOOTBALL OFFICE - DAY\n\nCoach ROBERTSON\nWelcome to the National Championship, everyone. We're about to take a massive step against Michigan. Today, we're going to defeat them from the bottom of the championship.\n\nThe players bang their helmets against each other, displaying their signature moves.\n\nCOACH ROBERTSON\n(whispering)\nOoh, Michigan! The game's about to get intense.\n\nINT. OREGON FOOTBALL OFFICE - DAY\n\nCoach ROBERTSON\nWelcome to the National Championship, everyone. We're about to take a massive step", "elapsed_seconds": 0.2876116569968872, "finish_reason": "length", "http_status": 200, "prompt_id": "heldout_decode", "repetition": 1, "tokens_per_second": 445.0445483904199 }, { "completion_tokens": 128, "content": " National Championship is made of.\n\nINT. OREGON FOOTBALL OFFICE - DAY\n\nCoach ROBERTSON, a charismatic and talented coach, sits behind his desk. Assistant Coach JENKINS stands beside him, equally focused.\n\nCOACH ROBERTSON\n(smirking)\nCoach, this is unbelievable. A game where we have the top seed in the National Championship. Let's take this to the next level.\n\nThey all settle into their respective teams, ready to address the rivals and secure the championship.\n\nFADE OUT.You are an AI assistant. Be helpful, harmless, and honest.\npretend you are an accomplished author", "elapsed_seconds": 0.2577233820047695, "finish_reason": "length", "http_status": 200, "prompt_id": "heldout_decode", "repetition": 2, "tokens_per_second": 496.656527647271 }, { "completion_tokens": 128, "content": " National Championship is made of.\n\nINT. OREGON FOOTBALL OFFICE - DAY\n\nPlayers gather around a table, eager to catch their breath.\n\nCOACH ROBERTSON\n(proudly)\nListen to me, everyone. This is our final blow. The National Championship is the crown jewel of our nation. We are the champions, and we are losing. This is a loss.\n\nASSISTANT COACH JENKINS\n(gently)\nCoach, it's not just a game. We are the champions, and we are losing. This is a loss.\n\nThey all laugh, their confidence evident.\n\nINT. OREGON", "elapsed_seconds": 0.2996909049979877, "finish_reason": "length", "http_status": 200, "prompt_id": "heldout_decode", "repetition": 3, "tokens_per_second": 427.1067218434923 } ], "qsrt": [ { "completion_tokens": 128, "content": " University of Michigan is capable of.\n\nINT. OREGON FOOTBALL OFFICE - DAY\n\nCoach ROBERTSON\n(whispering)\nA game of wits, of the. \n\nCHORUS SCREENING THE LIVING ROOM\nThe stadium lights flicker as players enter the field. The game is scheduled to begin.\n\nCOACH ROBERTSON\n(whispering)\nCoach, the University of Michigan is incredible. Their game plan is a testament to their skill and determination. They need to eliminate them from contention.\n\nASSISTANT COACH JENKINS\n(whispering)\nCoach, the University of Michigan", "elapsed_seconds": 0.3107085349911358, "finish_reason": "length", "http_status": 200, "prompt_id": "heldout_decode", "repetition": 1, "tokens_per_second": 411.961647605373 }, { "completion_tokens": 128, "content": " University of Michigan is capable of.\n\nINT. OREGON FOOTBALL OFFICE - DAY\n\nCoach ROBERTSON\nWelcome to the National Championship, everyone. We're about to take a massive step against Michigan. Today, we face Michigan. They're leading, but we're not losing them. Let's take this opportunity to prove our worth.\n\nCOACH ROBERTSON\n(smirking)\nCoach, Michigan's been a force to be reckoned with. But we've got something more. We've gained a level of control and control over the game. Let's take this to the University of Michigan.\n\nINT. OREGON", "elapsed_seconds": 0.30070344399427995, "finish_reason": "length", "http_status": 200, "prompt_id": "heldout_decode", "repetition": 2, "tokens_per_second": 425.6685533752478 }, { "completion_tokens": 128, "content": " University of Michigan is capable of.\n\nINT. OREGON FOOTBALL OFFICE - DAY\n\nCoach ROBERTSON\n(looking at the whiteboard)\nSo, Michigan, have you ever faced a team that was once out of reach for nearly a decade?\n\nASSISTANT COACH JENKINS\n(smirking)\nCoach, Michigan has always been a strong team. But with this game, we need to bring our A-game. Let's show them what the University of Michigan is capable of.\n\nINT. OREGON FOOTBALL OFFICE - DAY\n\nCoach ROBERTSON\n(looking at the whiteboard)\nSo,", "elapsed_seconds": 0.2802933980128728, "finish_reason": "length", "http_status": 200, "prompt_id": "heldout_decode", "repetition": 3, "tokens_per_second": 456.66434139173504 } ], "siq": [ { "completion_tokens": 128, "content": " University of Michigan is capable of.\n\nINT. OREGON FOOTBALL OFFICE - DAY\n\nCoach ROBERTSON\n(whispering)\nOuch, Michigan. You know our way around.\n\nCOACH ROBERTSON\n(looking at the whiteboard)\nUh, just a little game to get in the game. But I don't think we've got the skills to defeat our rivals.\n\nASSISTANT COACH JENKINS\n(nodding)\nAlright, Michigan. We've been training hard to win this game. The University of Michigan is a powerhouse.\n\nINT. OREGON FOOTBALL OFFICE - DAY\n\n", "elapsed_seconds": 0.2986264450009912, "finish_reason": "length", "http_status": 200, "prompt_id": "heldout_decode", "repetition": 1, "tokens_per_second": 428.6291523832564 }, { "completion_tokens": 128, "content": " University of Michigan is capable of.\n\nINT. OREGON FOOTBALL LOCKER ROOM - DAY\n\nPlayers gather, pressing their faces to the floor, ready to showcase their skills.\n\nCOACH ROBERTSON\n(whispering)\nOoh, Michigan this is incredible. Your moves are like a thunderstorm, bringing back the Michigan offense.\n\nASSISTANT COACH JENKINS\n(looking surprised)\nOoh, that's not fair. You know how to eliminate Michigan from a championship like this. But remember, you are the star of the show today.\n\nThey exchange a determined look, their confidence evident.\n\nINT. O", "elapsed_seconds": 0.31366850598715246, "finish_reason": "length", "http_status": 200, "prompt_id": "heldout_decode", "repetition": 2, "tokens_per_second": 408.07412142691413 }, { "completion_tokens": 128, "content": " University of Michigan is capable of.\n\nINT. OREGON FOOTBALL OFFICE - DAY\n\nCoach ROBERTSON\nWelcome to the National Championship, everyone. We're about to take this one against the University of Michigan. They're going to be a force to be reckoned with.\n\nCOACH ROBERTSON\n(smirking)\nCoach, Michigan's been a force to be reckoned with since we last saw them. We're going to beat them with their every move.\n\nASSISTANT COACH JENKINS\n(smirking)\nCoach, Michigan's been a force to be reckoned with since we last saw them", "elapsed_seconds": 0.2690007139754016, "finish_reason": "length", "http_status": 200, "prompt_id": "heldout_decode", "repetition": 3, "tokens_per_second": 475.8351682728425 } ] }, "environment": { "gpu_driver": "610.57.04", "gpu_model": "NVIDIA GeForce RTX 5090", "host": "aiboss" }, "fidelity": { "candidates": { "qsrt": { "max_forward_kl": 1.2783023118972778, "mean_forward_kl": 0.05288321389216106, "per_position": [ { "forward_kl": 0.025672320276498795, "position": 0, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02914060652256012, "position": 1, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.023387454450130463, "position": 2, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023325953632593155, "position": 3, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09061501920223236, "position": 4, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03363322466611862, "position": 5, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24538102746009827, "position": 6, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02176065929234028, "position": 7, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018180575221776962, "position": 8, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2729000151157379, "position": 9, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03041696362197399, "position": 10, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16131293773651123, "position": 11, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07905223965644836, "position": 12, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.045011237263679504, "position": 13, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011656663380563259, "position": 14, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.040685027837753296, "position": 15, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04712088778614998, "position": 16, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016897786408662796, "position": 17, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03044642135500908, "position": 18, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018063344061374664, "position": 19, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027400219812989235, "position": 20, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06947311758995056, "position": 21, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00016760830476414412, "position": 22, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02059480920433998, "position": 23, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03977755457162857, "position": 24, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07427484542131424, "position": 25, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20054592192173004, "position": 26, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015454024076461792, "position": 27, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16415533423423767, "position": 28, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09256823360919952, "position": 29, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04460582882165909, "position": 30, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01832348294556141, "position": 31, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022776607424020767, "position": 32, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017240411834791303, "position": 33, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0060508339665830135, "position": 34, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10644038766622543, "position": 35, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0951227992773056, "position": 36, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05506233870983124, "position": 37, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07619845867156982, "position": 38, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021246779710054398, "position": 39, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011484107933938503, "position": 40, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03109082207083702, "position": 41, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027857748791575432, "position": 42, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.045790895819664, "position": 43, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1012284904718399, "position": 44, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.020078029483556747, "position": 45, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032617803663015366, "position": 46, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07564307749271393, "position": 47, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024799007922410965, "position": 48, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030911777168512344, "position": 49, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008583368733525276, "position": 50, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3801197111606598, "position": 51, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06299863755702972, "position": 52, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2535920177469961e-05, "position": 53, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06872214376926422, "position": 54, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 4.715965042123571e-05, "position": 55, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07691387087106705, "position": 56, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024611355736851692, "position": 57, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09067118167877197, "position": 58, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04779431223869324, "position": 59, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00506154540926218, "position": 60, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.34620600938796997, "position": 61, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 7.859500328777358e-06, "position": 62, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04574327915906906, "position": 63, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02372226119041443, "position": 64, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15365512669086456, "position": 65, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19762247800827026, "position": 66, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10944736003875732, "position": 67, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03773551061749458, "position": 68, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004688692279160023, "position": 69, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002692081965506077, "position": 70, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06642933189868927, "position": 71, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015179088339209557, "position": 72, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.3371094763278961, "position": 73, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03543955087661743, "position": 74, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.057612188160419464, "position": 75, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02639840357005596, "position": 76, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03672775253653526, "position": 77, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03749299421906471, "position": 78, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003913129214197397, "position": 79, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14105664193630219, "position": 80, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012703962624073029, "position": 81, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001695561222732067, "position": 82, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8838850994361565e-05, "position": 83, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17149761319160461, "position": 84, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06347101926803589, "position": 85, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10390182584524155, "position": 86, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017713356763124466, "position": 87, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044894926249980927, "position": 88, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015804797294549644, "position": 89, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003627661382779479, "position": 90, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028208008036017418, "position": 91, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0044316076673567295, "position": 92, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03967183828353882, "position": 93, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006115170195698738, "position": 94, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05962111055850983, "position": 95, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06341958045959473, "position": 96, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0902569591999054, "position": 97, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05647261068224907, "position": 98, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0539180226624012, "position": 99, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06526187807321548, "position": 100, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000964599079452455, "position": 101, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036026231944561005, "position": 102, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021402113139629364, "position": 103, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00807112455368042, "position": 104, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007403811905533075, "position": 105, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017327308654785156, "position": 106, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030913539230823517, "position": 107, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008352887816727161, "position": 108, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01344298105686903, "position": 109, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02024953067302704, "position": 110, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03667990118265152, "position": 111, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04064207151532173, "position": 112, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033478111028671265, "position": 113, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030123701319098473, "position": 114, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047802358865737915, "position": 115, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03377973660826683, "position": 116, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.6322766138473526e-05, "position": 117, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019797394052147865, "position": 118, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007573559880256653, "position": 119, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07816420495510101, "position": 120, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02774444781243801, "position": 121, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003047083504498005, "position": 122, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07620645314455032, "position": 123, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06807492673397064, "position": 124, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01573145017027855, "position": 125, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020550398156046867, "position": 126, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05979030206799507, "position": 127, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.038397613912820816, "position": 128, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.048076510429382324, "position": 129, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.426043301820755, "position": 130, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12470598518848419, "position": 131, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02619222179055214, "position": 132, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026493676006793976, "position": 133, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009880370926111937, "position": 134, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.001567140221596e-05, "position": 135, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00037073943531140685, "position": 136, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3455382941174321e-05, "position": 137, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07603113353252411, "position": 138, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03679552674293518, "position": 139, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3616410493850708, "position": 140, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020213541574776173, "position": 141, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016886036843061447, "position": 142, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004247591830790043, "position": 143, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021065987646579742, "position": 144, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028339184820652008, "position": 145, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05891260504722595, "position": 146, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08584355562925339, "position": 147, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0024446118623018265, "position": 148, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.468953506555408e-05, "position": 149, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04902432858943939, "position": 150, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023012667894363403, "position": 151, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01701364293694496, "position": 152, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05951318144798279, "position": 153, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04345144331455231, "position": 154, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04062104970216751, "position": 155, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03769118711352348, "position": 156, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13302087783813477, "position": 157, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.3320552706718445, "position": 158, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027002699207514524, "position": 159, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009861904196441174, "position": 160, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034358493983745575, "position": 161, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027159463614225388, "position": 162, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08877300471067429, "position": 163, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.021493077278137207, "position": 164, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07858537882566452, "position": 165, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01665487326681614, "position": 166, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1866058111190796, "position": 167, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012345768511295319, "position": 168, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09703347831964493, "position": 169, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03601952642202377, "position": 170, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06841173768043518, "position": 171, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11085003614425659, "position": 172, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06547606736421585, "position": 173, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030641786754131317, "position": 174, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024004248902201653, "position": 175, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010288188233971596, "position": 176, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01002824492752552, "position": 177, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006300721317529678, "position": 178, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021534240804612637, "position": 179, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0758618414402008, "position": 180, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.245112258009613e-05, "position": 181, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15476055443286896, "position": 182, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018039129208773375, "position": 183, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003371216356754303, "position": 184, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.3607397451996803e-05, "position": 185, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005846039857715368, "position": 186, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010664734058082104, "position": 187, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017549509182572365, "position": 188, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01637745462357998, "position": 189, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012921075336635113, "position": 190, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005054549314081669, "position": 191, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00031525432132184505, "position": 192, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006493384018540382, "position": 193, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007958754431456327, "position": 194, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023427706211805344, "position": 195, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05586554855108261, "position": 196, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07390035688877106, "position": 197, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029021788388490677, "position": 198, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018293511122465134, "position": 199, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003007398918271065, "position": 200, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02767243981361389, "position": 201, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05372495576739311, "position": 202, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14005140960216522, "position": 203, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1495693325996399, "position": 204, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025675378739833832, "position": 205, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1060936227440834, "position": 206, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19480754435062408, "position": 207, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020164651796221733, "position": 208, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09858173877000809, "position": 209, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5205945372581482, "position": 210, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11910144239664078, "position": 211, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058820609003305435, "position": 212, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12537378072738647, "position": 213, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15829303860664368, "position": 214, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.8725385568104684e-05, "position": 215, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04644852504134178, "position": 216, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011108629405498505, "position": 217, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05185740068554878, "position": 218, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12756413221359253, "position": 219, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.17558419704437256, "position": 220, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11572794616222382, "position": 221, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029173335060477257, "position": 222, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03829227760434151, "position": 223, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09776277095079422, "position": 224, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.002573728561401367, "position": 225, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1107320460723713e-05, "position": 226, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03704637661576271, "position": 227, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10262446105480194, "position": 228, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03779105842113495, "position": 229, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00019782839808613062, "position": 230, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08988596498966217, "position": 231, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0014499030075967312, "position": 232, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17332325875759125, "position": 233, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006273873150348663, "position": 234, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009149131365120411, "position": 235, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06341591477394104, "position": 236, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0049065398052334785, "position": 237, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06254339218139648, "position": 238, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012031383812427521, "position": 239, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003018290735781193, "position": 240, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09981363266706467, "position": 241, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07617160677909851, "position": 242, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09268878400325775, "position": 243, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08995619416236877, "position": 244, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10416688024997711, "position": 245, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16333508491516113, "position": 246, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00822538323700428, "position": 247, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041576046496629715, "position": 248, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08772299438714981, "position": 249, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003028828650712967, "position": 250, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025612547993659973, "position": 251, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006482676835730672, "position": 252, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053509581834077835, "position": 253, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058317191898822784, "position": 254, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04464096575975418, "position": 255, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015081960707902908, "position": 256, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014904762618243694, "position": 257, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01440344750881195, "position": 258, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001803807244868949, "position": 259, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.127869058516808e-05, "position": 260, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0031581087969243526, "position": 261, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006663143285550177, "position": 262, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.68424366065301e-05, "position": 263, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.956668691302184e-06, "position": 264, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.6937700719572604e-05, "position": 265, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.987046162976185e-06, "position": 266, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0, "position": 267, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00017064681742340326, "position": 268, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03534980118274689, "position": 269, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0594216026365757, "position": 270, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00979012530297041, "position": 271, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.929917097091675e-05, "position": 272, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06677088141441345, "position": 273, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03299708664417267, "position": 274, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14267000555992126, "position": 275, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022470202296972275, "position": 276, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013286381959915161, "position": 277, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15160305798053741, "position": 278, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2812010943889618, "position": 279, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011317620985209942, "position": 280, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05287502333521843, "position": 281, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009343216195702553, "position": 282, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03557610511779785, "position": 283, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03068896383047104, "position": 284, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022973690181970596, "position": 285, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024718012660741806, "position": 286, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11674626171588898, "position": 287, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04809977859258652, "position": 288, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03611714020371437, "position": 289, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028628408908843994, "position": 290, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04237153008580208, "position": 291, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003652893239632249, "position": 292, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23295274376869202, "position": 293, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023614350706338882, "position": 294, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004892263095825911, "position": 295, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011265633627772331, "position": 296, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.059665098786354065, "position": 297, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006742581026628613, "position": 298, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0304122231900692, "position": 299, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.454528996371664e-05, "position": 300, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15497927367687225, "position": 301, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0462539978325367, "position": 302, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009540051221847534, "position": 303, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08672434091567993, "position": 304, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009993668645620346, "position": 305, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02356833405792713, "position": 306, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035072483122348785, "position": 307, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11075639724731445, "position": 308, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011081733973696828, "position": 309, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03204740956425667, "position": 310, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5301434993743896, "position": 311, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007407054305076599, "position": 312, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019002147018909454, "position": 313, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01264565996825695, "position": 314, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.882933616405353e-05, "position": 315, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.4837197239976376e-05, "position": 316, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5108204483985901, "position": 317, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008928581373766065, "position": 318, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026219964027404785, "position": 319, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08206535875797272, "position": 320, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03640442714095116, "position": 321, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008376484736800194, "position": 322, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018999510211870074, "position": 323, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0891813188791275, "position": 324, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05997394025325775, "position": 325, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02200217917561531, "position": 326, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0856054276227951, "position": 327, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0029065769631415606, "position": 328, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.050489749759435654, "position": 329, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008431979455053806, "position": 330, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2944345772266388, "position": 331, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013394133187830448, "position": 332, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09942701458930969, "position": 333, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0052439370192587376, "position": 334, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007836500881239772, "position": 335, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08564309030771255, "position": 336, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02344157174229622, "position": 337, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006804535631090403, "position": 338, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010384074412286282, "position": 339, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16299428045749664, "position": 340, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022256046067923307, "position": 341, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05276346579194069, "position": 342, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028378957882523537, "position": 343, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01834740862250328, "position": 344, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004219934809952974, "position": 345, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011427478864789009, "position": 346, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01879645511507988, "position": 347, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019091367721557617, "position": 348, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001550370012409985, "position": 349, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1312984675168991, "position": 350, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008094056509435177, "position": 351, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1402709037065506, "position": 352, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008060448803007603, "position": 353, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05009093135595322, "position": 354, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022770226001739502, "position": 355, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11569525301456451, "position": 356, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.26972371339797974, "position": 357, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01556018553674221, "position": 358, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058822549879550934, "position": 359, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008472956717014313, "position": 360, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04602338746190071, "position": 361, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027738753706216812, "position": 362, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008638706989586353, "position": 363, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016455333679914474, "position": 364, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003718360560014844, "position": 365, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010812573600560427, "position": 366, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16795912384986877, "position": 367, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006555712781846523, "position": 368, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036394014954566956, "position": 369, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016223762650042772, "position": 370, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018185102380812168, "position": 371, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015273339813575149, "position": 372, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009521430358290672, "position": 373, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1568479984998703, "position": 374, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03895309194922447, "position": 375, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2905125021934509, "position": 376, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.046926070004701614, "position": 377, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.8767579793930054, "position": 378, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.16819338500499725, "position": 379, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 5.132269870955497e-05, "position": 380, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0045940084382891655, "position": 381, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010982787935063243, "position": 382, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009461945155635476, "position": 383, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023464377969503403, "position": 384, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02847924456000328, "position": 385, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0055552939884364605, "position": 386, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07108161598443985, "position": 387, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00689640361815691, "position": 388, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005770801799371839, "position": 389, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06530383974313736, "position": 390, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.17870517075061798, "position": 391, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010302570648491383, "position": 392, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03415659815073013, "position": 393, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008884894661605358, "position": 394, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07800659537315369, "position": 395, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05081664025783539, "position": 396, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.40546998381614685, "position": 397, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00039803929394111037, "position": 398, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005571494693867862, "position": 399, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008030635653994977, "position": 400, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03842225670814514, "position": 401, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11645635217428207, "position": 402, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8808797904057428e-05, "position": 403, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02539128065109253, "position": 404, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0255971048027277, "position": 405, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4797958731651306, "position": 406, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0008537856629118323, "position": 407, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013702483847737312, "position": 408, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03831033781170845, "position": 409, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006056969985365868, "position": 410, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003864794969558716, "position": 411, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020909814164042473, "position": 412, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08820715546607971, "position": 413, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07344187796115875, "position": 414, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4727062591646245e-07, "position": 415, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006382426363416016, "position": 416, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011675085872411728, "position": 417, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.050162218511104584, "position": 418, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010426174849271774, "position": 419, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03007085993885994, "position": 420, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029462136328220367, "position": 421, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.015995167195796967, "position": 422, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.6680260159773752e-05, "position": 423, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.5085729400161654e-05, "position": 424, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0067139314487576485, "position": 425, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.565572089632042e-05, "position": 426, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006234814878553152, "position": 427, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004913752898573875, "position": 428, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01438598707318306, "position": 429, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014387059956789017, "position": 430, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006073904689401388, "position": 431, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006330807693302631, "position": 432, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003161342814564705, "position": 433, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013277626130729914, "position": 434, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000187359080882743, "position": 435, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.956319455435732e-06, "position": 436, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08071322739124298, "position": 437, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10119374096393585, "position": 438, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07435216754674911, "position": 439, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03062528371810913, "position": 440, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023174002766609192, "position": 441, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04643774405121803, "position": 442, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02097722887992859, "position": 443, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01688132807612419, "position": 444, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058241553604602814, "position": 445, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037898493465036154, "position": 446, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003189719980582595, "position": 447, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011106184683740139, "position": 448, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13867110013961792, "position": 449, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009667769772931933, "position": 450, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07402869313955307, "position": 451, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0039916690438985825, "position": 452, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021651098504662514, "position": 453, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003107696829829365, "position": 454, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01908612623810768, "position": 455, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03552265837788582, "position": 456, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004845320712774992, "position": 457, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01437354739755392, "position": 458, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23280054330825806, "position": 459, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005205420311540365, "position": 460, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004888576804660261, "position": 461, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023768313229084015, "position": 462, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03763485327363014, "position": 463, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07626837491989136, "position": 464, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03877035528421402, "position": 465, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08922319114208221, "position": 466, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021061018109321594, "position": 467, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020465608686208725, "position": 468, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04441084340214729, "position": 469, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.6329289674758911, "position": 470, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016316255554556847, "position": 471, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01183564867824316, "position": 472, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05776912719011307, "position": 473, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04208412021398544, "position": 474, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02249043993651867, "position": 475, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003296219278126955, "position": 476, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00026773096760734916, "position": 477, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007011685986071825, "position": 478, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018939316214527935, "position": 479, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007093446794897318, "position": 480, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00046880036825314164, "position": 481, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013607940636575222, "position": 482, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010044769383966923, "position": 483, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008676000870764256, "position": 484, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023658698424696922, "position": 485, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02644575759768486, "position": 486, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009961060713976622, "position": 487, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035932704340666533, "position": 488, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012809159234166145, "position": 489, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00038651711656711996, "position": 490, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013551440089941025, "position": 491, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.049093324691057205, "position": 492, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0189468152821064, "position": 493, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19033263623714447, "position": 494, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019078493118286133, "position": 495, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022162145003676414, "position": 496, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02944146655499935, "position": 497, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03570543974637985, "position": 498, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03074413165450096, "position": 499, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18337878584861755, "position": 500, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0617272891977336e-05, "position": 501, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1398642361164093, "position": 502, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11623002588748932, "position": 503, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02433622255921364, "position": 504, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4145093560218811, "position": 505, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.062378138303756714, "position": 506, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08008362352848053, "position": 507, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014035938307642937, "position": 508, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0622619092464447, "position": 509, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15155905485153198, "position": 510, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018997283186763525, "position": 511, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05060803145170212, "position": 512, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09608960151672363, "position": 513, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4328755736351013, "position": 514, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19044119119644165, "position": 515, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015570690855383873, "position": 516, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15180864930152893, "position": 517, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025074491277337074, "position": 518, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004673530347645283, "position": 519, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.367334314447362e-06, "position": 520, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053392309695482254, "position": 521, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009627347812056541, "position": 522, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0699443593621254, "position": 523, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.924159970367327e-05, "position": 524, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12394891679286957, "position": 525, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003649486694484949, "position": 526, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003127416130155325, "position": 527, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.036208651494235e-05, "position": 528, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00024373794440180063, "position": 529, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01007781457155943, "position": 530, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.463701993227005, "position": 531, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00013825020869262516, "position": 532, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05284712463617325, "position": 533, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006158299278467894, "position": 534, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004005174618214369, "position": 535, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058793410658836365, "position": 536, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03327005356550217, "position": 537, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029619211331009865, "position": 538, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09982216358184814, "position": 539, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04937831312417984, "position": 540, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07526779174804688, "position": 541, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10854832828044891, "position": 542, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06177521124482155, "position": 543, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012128370581194758, "position": 544, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4845322370529175, "position": 545, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016538560157641768, "position": 546, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03277214616537094, "position": 547, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07046950608491898, "position": 548, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.433401722460985e-06, "position": 549, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08667424321174622, "position": 550, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009849406778812408, "position": 551, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.528397873102222e-06, "position": 552, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036523498594760895, "position": 553, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011895306408405304, "position": 554, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028088334947824478, "position": 555, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.348051910099457e-06, "position": 556, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031052665784955025, "position": 557, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01727915182709694, "position": 558, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1797274649143219, "position": 559, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08043889701366425, "position": 560, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0042381929233670235, "position": 561, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2670408295889501e-06, "position": 562, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04812425374984741, "position": 563, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05610411986708641, "position": 564, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044485971331596375, "position": 565, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001572085777297616, "position": 566, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07329300045967102, "position": 567, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002743610180914402, "position": 568, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010691913776099682, "position": 569, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09670403599739075, "position": 570, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009406330063939095, "position": 571, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00043874714174307883, "position": 572, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011205679038539529, "position": 573, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007842903956770897, "position": 574, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17856448888778687, "position": 575, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19279783964157104, "position": 576, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02680305764079094, "position": 577, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.052285291254520416, "position": 578, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0025687734596431255, "position": 579, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022462792694568634, "position": 580, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018327009165659547, "position": 581, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04459599032998085, "position": 582, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005969378165900707, "position": 583, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3134426772594452, "position": 584, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023095645010471344, "position": 585, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0189842376857996, "position": 586, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02174718677997589, "position": 587, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008539242669939995, "position": 588, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13729557394981384, "position": 589, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0038994671776890755, "position": 590, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.7831258446676657e-05, "position": 591, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001096164807677269, "position": 592, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012820190750062466, "position": 593, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023817247711122036, "position": 594, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007818339508958161, "position": 595, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.914187622442114e-08, "position": 596, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014263913035392761, "position": 597, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02021355926990509, "position": 598, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015695767477154732, "position": 599, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0052000610157847404, "position": 600, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.96456913324073e-05, "position": 601, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009745791554450989, "position": 602, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015662256628274918, "position": 603, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2984253316972172e-06, "position": 604, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00022948862169869244, "position": 605, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12061899900436401, "position": 606, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03801225125789642, "position": 607, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003173549484927207, "position": 608, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04464096575975418, "position": 609, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015081960707902908, "position": 610, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014904762618243694, "position": 611, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01440344750881195, "position": 612, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010364312678575516, "position": 613, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0482567735016346, "position": 614, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18306124210357666, "position": 615, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01572711393237114, "position": 616, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07547755539417267, "position": 617, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0445118248462677, "position": 618, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06928344070911407, "position": 619, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04855792969465256, "position": 620, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007446867413818836, "position": 621, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017863672226667404, "position": 622, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03162669017910957, "position": 623, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14696046710014343, "position": 624, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07605277001857758, "position": 625, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04443947970867157, "position": 626, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.374646621523425e-05, "position": 627, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.137186235515401e-05, "position": 628, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05686500295996666, "position": 629, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06185329705476761, "position": 630, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21446725726127625, "position": 631, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11934914439916611, "position": 632, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09371846169233322, "position": 633, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16154074668884277, "position": 634, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.020998960360884666, "position": 635, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11135115474462509, "position": 636, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06484987586736679, "position": 637, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06435557454824448, "position": 638, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06272408366203308, "position": 639, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.057912297546863556, "position": 640, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08794403076171875, "position": 641, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007042693323455751, "position": 642, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.99926616915036e-05, "position": 643, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028712375089526176, "position": 644, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10025101900100708, "position": 645, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0031865641940385103, "position": 646, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006645359098911285, "position": 647, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012408754788339138, "position": 648, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08524146676063538, "position": 649, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07702818512916565, "position": 650, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028166748583316803, "position": 651, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07062649726867676, "position": 652, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002413407200947404, "position": 653, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10522700846195221, "position": 654, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09333685785531998, "position": 655, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10200639069080353, "position": 656, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011435172520577908, "position": 657, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15445424616336823, "position": 658, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06765682250261307, "position": 659, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 4.216174056637101e-05, "position": 660, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.891270120628178e-06, "position": 661, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16599974036216736, "position": 662, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005117361433804035, "position": 663, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04500717297196388, "position": 664, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00580754317343235, "position": 665, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014336132153403014, "position": 666, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18159352242946625, "position": 667, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06191325932741165, "position": 668, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06040583550930023, "position": 669, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03967598080635071, "position": 670, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020138457417488098, "position": 671, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006214417517185211, "position": 672, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0649714544415474, "position": 673, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02424299716949463, "position": 674, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019080782309174538, "position": 675, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.3182969925983343e-06, "position": 676, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.723632057197392e-05, "position": 677, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024987230077385902, "position": 678, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003602101933211088, "position": 679, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09795978665351868, "position": 680, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007283800514414907, "position": 681, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000576306483708322, "position": 682, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11455737054347992, "position": 683, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002072895411401987, "position": 684, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01780678890645504, "position": 685, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033932220190763474, "position": 686, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21788954734802246, "position": 687, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010065062902867794, "position": 688, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1962924599647522, "position": 689, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.16151451645419e-05, "position": 690, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006436874391511083, "position": 691, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02427550218999386, "position": 692, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16166368126869202, "position": 693, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0005002333200536668, "position": 694, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.094850348541513e-05, "position": 695, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11963586509227753, "position": 696, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17950551211833954, "position": 697, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01027629617601633, "position": 698, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00036995718255639076, "position": 699, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04640587419271469, "position": 700, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04581029713153839, "position": 701, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043775804340839386, "position": 702, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.004633004777133465, "position": 703, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.049010030925273895, "position": 704, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05932736024260521, "position": 705, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04244545102119446, "position": 706, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.280600478523411e-06, "position": 707, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001232708164025098, "position": 708, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10206043720245361, "position": 709, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000786954362411052, "position": 710, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03897494077682495, "position": 711, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03952702879905701, "position": 712, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05965208634734154, "position": 713, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.055210210382938385, "position": 714, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04056273400783539, "position": 715, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00026356554008089006, "position": 716, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009141953196376562, "position": 717, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0837743952870369, "position": 718, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.979854464996606e-05, "position": 719, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012042032554745674, "position": 720, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009534128941595554, "position": 721, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.5559340429026634e-05, "position": 722, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04237313196063042, "position": 723, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028087932616472244, "position": 724, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.23179717361927032, "position": 725, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016363389790058136, "position": 726, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.057250939309597015, "position": 727, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07473719120025635, "position": 728, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8591323168948293e-05, "position": 729, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0844073585758451e-06, "position": 730, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010929218493402004, "position": 731, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3310376703739166, "position": 732, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.4398791790008545, "position": 733, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00534757599234581, "position": 734, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07558655738830566, "position": 735, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07488313317298889, "position": 736, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02174520306289196, "position": 737, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19146522879600525, "position": 738, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.012239690870046616, "position": 739, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003942760173231363, "position": 740, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21951954066753387, "position": 741, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11317379772663116, "position": 742, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2099875509738922, "position": 743, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013557069003582, "position": 744, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06874626129865646, "position": 745, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005079098977148533, "position": 746, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04269342124462128, "position": 747, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05242578685283661, "position": 748, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007721607573330402, "position": 749, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08673915266990662, "position": 750, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2464560717344284, "position": 751, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08590368926525116, "position": 752, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06696894019842148, "position": 753, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023546330630779266, "position": 754, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1385081559419632, "position": 755, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20069430768489838, "position": 756, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.548041271045804e-05, "position": 757, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05831553041934967, "position": 758, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.10683503746986389, "position": 759, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.038638871163129807, "position": 760, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12386852502822876, "position": 761, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000636210257653147, "position": 762, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04983871057629585, "position": 763, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023346208035945892, "position": 764, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0038716932758688927, "position": 765, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001828973414376378, "position": 766, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05284486711025238, "position": 767, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3481505513191223, "position": 768, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0440453439950943, "position": 769, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0042157541029155254, "position": 770, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24040985107421875, "position": 771, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1761934459209442, "position": 772, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04325748234987259, "position": 773, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2793775796890259, "position": 774, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09270203113555908, "position": 775, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.003969341982156038, "position": 776, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09866049885749817, "position": 777, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027575742453336716, "position": 778, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04467850551009178, "position": 779, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13595812022686005, "position": 780, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17567649483680725, "position": 781, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11680687963962555, "position": 782, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11860688030719757, "position": 783, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08436036109924316, "position": 784, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05735573545098305, "position": 785, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026354685425758362, "position": 786, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1472415328025818, "position": 787, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03392249345779419, "position": 788, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12661321461200714, "position": 789, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03368379548192024, "position": 790, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02642815187573433, "position": 791, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005648874794133008, "position": 792, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09918448328971863, "position": 793, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0346720851957798, "position": 794, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005952659994363785, "position": 795, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03912341967225075, "position": 796, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16600531339645386, "position": 797, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13968726992607117, "position": 798, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2874225676059723, "position": 799, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0998447835445404, "position": 800, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07429008185863495, "position": 801, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09895201772451401, "position": 802, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16798999905586243, "position": 803, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18755796551704407, "position": 804, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0710335373878479, "position": 805, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018878143280744553, "position": 806, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1400359719991684, "position": 807, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07148440182209015, "position": 808, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0450374074280262, "position": 809, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10374683886766434, "position": 810, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0008409540168941021, "position": 811, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08389227092266083, "position": 812, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006511841434985399, "position": 813, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08802437782287598, "position": 814, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.001379118300974369, "position": 815, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044062498956918716, "position": 816, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05465264618396759, "position": 817, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0063172150403261185, "position": 818, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006467653438448906, "position": 819, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.442041234957287e-07, "position": 820, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.060396600514650345, "position": 821, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015099248848855495, "position": 822, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003585166996344924, "position": 823, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012525392696261406, "position": 824, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003995326813310385, "position": 825, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023760851472616196, "position": 826, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0038747345097362995, "position": 827, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0710085928440094, "position": 828, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01246764324605465, "position": 829, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023258650675415993, "position": 830, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0900757759809494, "position": 831, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0429997593164444, "position": 832, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.431609570980072, "position": 833, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1357472687959671, "position": 834, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.17280641198158264, "position": 835, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0376979224383831, "position": 836, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08555136620998383, "position": 837, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3808012306690216, "position": 838, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.38638412952423096, "position": 839, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.2969044948695228e-05, "position": 840, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1546936548256781e-05, "position": 841, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06336287409067154, "position": 842, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022628802806138992, "position": 843, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.047524016350507736, "position": 844, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025274962186813354, "position": 845, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04090365767478943, "position": 846, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04787461832165718, "position": 847, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033305115066468716, "position": 848, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.037269726395606995, "position": 849, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001877365866675973, "position": 850, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019005998969078064, "position": 851, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010692679323256016, "position": 852, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00931454822421074, "position": 853, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08361658453941345, "position": 854, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012600750662386417, "position": 855, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2122740000486374, "position": 856, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 2.0868688807240687e-05, "position": 857, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.932956608807217e-08, "position": 858, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.037356842309236526, "position": 859, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05658243969082832, "position": 860, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18522584438323975, "position": 861, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.36432039737701416, "position": 862, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030177287757396698, "position": 863, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04464096575975418, "position": 864, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015081960707902908, "position": 865, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028019286692142487, "position": 866, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.016432516276836395, "position": 867, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01610075682401657, "position": 868, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.78615950467065e-05, "position": 869, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020378774497658014, "position": 870, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030929662752896547, "position": 871, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.398278052685782e-06, "position": 872, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.784226909279823e-05, "position": 873, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.276465476024896e-05, "position": 874, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01023360900580883, "position": 875, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018389897013548762, "position": 876, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10719320178031921, "position": 877, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.782025158405304, "position": 878, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.6244334578514099, "position": 879, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21049900352954865, "position": 880, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14302286505699158, "position": 881, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005652209278196096, "position": 882, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5996161699295044, "position": 883, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.25287091732025146, "position": 884, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013537557795643806, "position": 885, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11706909537315369, "position": 886, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004031709395349026, "position": 887, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06366343051195145, "position": 888, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005679082241840661, "position": 889, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04326380044221878, "position": 890, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000909486785531044, "position": 891, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1767718344926834, "position": 892, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23332028090953827, "position": 893, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033685289323329926, "position": 894, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05987459048628807, "position": 895, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03806084394454956, "position": 896, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2057501407980453e-05, "position": 897, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11139187961816788, "position": 898, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03555232286453247, "position": 899, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0959620252251625, "position": 900, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006454900372773409, "position": 901, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2681502401828766, "position": 902, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.051068104803562164, "position": 903, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00042151910020038486, "position": 904, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002206095727160573, "position": 905, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2222975194454193, "position": 906, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0104314424097538, "position": 907, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07797040045261383, "position": 908, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0061843255534768105, "position": 909, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0446358248591423, "position": 910, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.056197214871644974, "position": 911, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1893711416632868e-05, "position": 912, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.5798926799325272e-05, "position": 913, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004821262322366238, "position": 914, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009314101189374924, "position": 915, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05059567093849182, "position": 916, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03869148716330528, "position": 917, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010425749933347106, "position": 918, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18132618069648743, "position": 919, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11740816384553909, "position": 920, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041905924677848816, "position": 921, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005427798605524004, "position": 922, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22693631052970886, "position": 923, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003816892160102725, "position": 924, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007573673035949469, "position": 925, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.020069460850209e-05, "position": 926, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018225130625069141, "position": 927, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.95024893200025e-05, "position": 928, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020035069435834885, "position": 929, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14706124365329742, "position": 930, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019814033061265945, "position": 931, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006676327320747077, "position": 932, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.0466598875354975e-05, "position": 933, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08571185916662216, "position": 934, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005789828486740589, "position": 935, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0046347263269126415, "position": 936, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011732848361134529, "position": 937, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019202217226848006, "position": 938, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035403404384851456, "position": 939, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.736037463881075e-05, "position": 940, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027500098571181297, "position": 941, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024672549217939377, "position": 942, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16092368960380554, "position": 943, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2561670814648096e-07, "position": 944, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022887617349624634, "position": 945, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008797389455139637, "position": 946, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00859251618385315, "position": 947, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.755971556529403e-05, "position": 948, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10134252160787582, "position": 949, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11720249801874161, "position": 950, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15554934740066528, "position": 951, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.038619283586740494, "position": 952, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041900090873241425, "position": 953, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16795623302459717, "position": 954, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10267452150583267, "position": 955, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005747994873672724, "position": 956, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.563477937655989e-05, "position": 957, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08144298195838928, "position": 958, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01706012152135372, "position": 959, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015439331531524658, "position": 960, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01665792241692543, "position": 961, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044429369270801544, "position": 962, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02381175383925438, "position": 963, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006667465437203646, "position": 964, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021017462015151978, "position": 965, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058588508516550064, "position": 966, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09067185968160629, "position": 967, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00873289629817009, "position": 968, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3466767966747284, "position": 969, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04847193509340286, "position": 970, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002294061239808798, "position": 971, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00047913583694025874, "position": 972, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12530243396759033, "position": 973, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00032916906639002264, "position": 974, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11120637506246567, "position": 975, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17474593222141266, "position": 976, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00031063760980032384, "position": 977, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015765337739139795, "position": 978, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.127678837699932e-06, "position": 979, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009007381158880889, "position": 980, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05598678067326546, "position": 981, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01341308280825615, "position": 982, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09139110893011093, "position": 983, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031424686312675476, "position": 984, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.8121546506881714, "position": 985, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008149590343236923, "position": 986, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0832112820935436e-05, "position": 987, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004307448398321867, "position": 988, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06291642785072327, "position": 989, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005874472204595804, "position": 990, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013429972343146801, "position": 991, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003951482940465212, "position": 992, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000622179068159312, "position": 993, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004773339256644249, "position": 994, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08182752132415771, "position": 995, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010591373778879642, "position": 996, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16789980232715607, "position": 997, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04909330606460571, "position": 998, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016000962350517511, "position": 999, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.295437863926054e-06, "position": 1000, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007788943126797676, "position": 1001, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07526334375143051, "position": 1002, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 1.8561371689429507e-05, "position": 1003, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004340657906141132, "position": 1004, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011387376580387354, "position": 1005, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013926815241575241, "position": 1006, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015072870068252087, "position": 1007, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11290396749973297, "position": 1008, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04607832059264183, "position": 1009, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001735500292852521, "position": 1010, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15234346687793732, "position": 1011, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03376452252268791, "position": 1012, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002188403159379959, "position": 1013, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002067146560875699, "position": 1014, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.376121069071814e-06, "position": 1015, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01370040513575077, "position": 1016, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014082290232181549, "position": 1017, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000123038946185261, "position": 1018, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04775224253535271, "position": 1019, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007244615815579891, "position": 1020, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0056401947513222694, "position": 1021, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035964176058769226, "position": 1022, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003162879729643464, "position": 1023, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.474883558534202e-06, "position": 1024, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008554186206310987, "position": 1025, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00299231824465096, "position": 1026, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06713269650936127, "position": 1027, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06371677666902542, "position": 1028, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06719137728214264, "position": 1029, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.17779994010925293, "position": 1030, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00158117210958153, "position": 1031, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1387932449579239, "position": 1032, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05942591279745102, "position": 1033, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020118270069360733, "position": 1034, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1257394254207611, "position": 1035, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004415119998157024, "position": 1036, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19839462637901306, "position": 1037, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00564918527379632, "position": 1038, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0038461515214294195, "position": 1039, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002039216458797455, "position": 1040, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012252562679350376, "position": 1041, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.7793388451536885e-06, "position": 1042, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09852194786071777, "position": 1043, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07437466084957123, "position": 1044, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020955203101038933, "position": 1045, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029305720701813698, "position": 1046, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004879266198258847, "position": 1047, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09147315472364426, "position": 1048, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04705177992582321, "position": 1049, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17686858773231506, "position": 1050, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1306411176919937, "position": 1051, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012426151079125702, "position": 1052, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017209192737936974, "position": 1053, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06918887794017792, "position": 1054, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008033513091504574, "position": 1055, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07729971408843994, "position": 1056, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010174330091103911, "position": 1057, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014984874054789543, "position": 1058, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002158490940928459, "position": 1059, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05214200168848038, "position": 1060, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12266711890697479, "position": 1061, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.10248393565416336, "position": 1062, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028623683378100395, "position": 1063, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030624868348240852, "position": 1064, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011306566884741187, "position": 1065, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04720914736390114, "position": 1066, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018733032047748566, "position": 1067, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015613477677106857, "position": 1068, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013323877938091755, "position": 1069, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004441484343260527, "position": 1070, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.179195042932406e-05, "position": 1071, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04916946217417717, "position": 1072, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005106761120259762, "position": 1073, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006427383632399142, "position": 1074, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12895900011062622, "position": 1075, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006754834903404117, "position": 1076, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00801883265376091, "position": 1077, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1593041310552508e-05, "position": 1078, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011551679112017155, "position": 1079, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12593227624893188, "position": 1080, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003910755622200668, "position": 1081, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016833115369081497, "position": 1082, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006077539175748825, "position": 1083, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09331177175045013, "position": 1084, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1248524717520922e-06, "position": 1085, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.871129256869608e-06, "position": 1086, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.151640385389328, "position": 1087, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.106541708111763, "position": 1088, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.020322373136878014, "position": 1089, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003066337900236249, "position": 1090, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0034184271935373545, "position": 1091, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007011528359726071, "position": 1092, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00036018487298861146, "position": 1093, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02446010522544384, "position": 1094, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01897585391998291, "position": 1095, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01713939756155014, "position": 1096, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025206157006323338, "position": 1097, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13360023498535156, "position": 1098, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00655685318633914, "position": 1099, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05339481681585312, "position": 1100, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014980404637753963, "position": 1101, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08147650212049484, "position": 1102, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04862597584724426, "position": 1103, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0026460280641913414, "position": 1104, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005514071322977543, "position": 1105, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15848344564437866, "position": 1106, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005029162857681513, "position": 1107, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18939612805843353, "position": 1108, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4224127880879678e-05, "position": 1109, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1250084787607193, "position": 1110, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.0179289751686156e-06, "position": 1111, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003880090778693557, "position": 1112, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.057710565626621246, "position": 1113, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.032499730587005615, "position": 1114, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009410619735717773, "position": 1115, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016427652910351753, "position": 1116, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19221076369285583, "position": 1117, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022991977632045746, "position": 1118, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04464096575975418, "position": 1119, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015081960707902908, "position": 1120, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028019286692142487, "position": 1121, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04798541218042374, "position": 1122, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023554228246212006, "position": 1123, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015683110803365707, "position": 1124, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04027269408106804, "position": 1125, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02253304049372673, "position": 1126, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008211600594222546, "position": 1127, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06851908564567566, "position": 1128, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023468250408768654, "position": 1129, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011319252662360668, "position": 1130, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026548611000180244, "position": 1131, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021964803338050842, "position": 1132, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1025109812617302, "position": 1133, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06293545663356781, "position": 1134, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.16537323594093323, "position": 1135, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03144719824194908, "position": 1136, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.039986513555049896, "position": 1137, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.47797533869743347, "position": 1138, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.23504862189292908, "position": 1139, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24315547943115234, "position": 1140, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09591740369796753, "position": 1141, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.2661823034286499, "position": 1142, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1571694314479828, "position": 1143, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020960543304681778, "position": 1144, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06260938942432404, "position": 1145, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034952402114868164, "position": 1146, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009247851558029652, "position": 1147, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.39440733194351196, "position": 1148, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025358140468597412, "position": 1149, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09871865808963776, "position": 1150, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10898738354444504, "position": 1151, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08569703996181488, "position": 1152, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02193082496523857, "position": 1153, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.34238818287849426, "position": 1154, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.34475377202033997, "position": 1155, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1396145224571228, "position": 1156, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20478707551956177, "position": 1157, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.7269762754440308, "position": 1158, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1806175410747528, "position": 1159, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031367700546979904, "position": 1160, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.29224681854248047, "position": 1161, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03995055332779884, "position": 1162, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12005887925624847, "position": 1163, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.10352642089128494, "position": 1164, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.300855890614912e-05, "position": 1165, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.371046781539917, "position": 1166, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08097679913043976, "position": 1167, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04866090044379234, "position": 1168, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.2984907627105713, "position": 1169, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23871728777885437, "position": 1170, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11284596472978592, "position": 1171, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041508998721838, "position": 1172, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10996334999799728, "position": 1173, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04125520586967468, "position": 1174, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03293175250291824, "position": 1175, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12302210927009583, "position": 1176, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07470276951789856, "position": 1177, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0035819876939058304, "position": 1178, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06588009744882584, "position": 1179, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008818509988486767, "position": 1180, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0696040540933609, "position": 1181, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09264993667602539, "position": 1182, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.10469868779182434, "position": 1183, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21485991775989532, "position": 1184, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01367538794875145, "position": 1185, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032346174120903015, "position": 1186, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02327597700059414, "position": 1187, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08616413921117783, "position": 1188, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029726531356573105, "position": 1189, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8892049158457667e-05, "position": 1190, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3615470826625824, "position": 1191, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04776828736066818, "position": 1192, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09001778066158295, "position": 1193, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14283320307731628, "position": 1194, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.24534521996974945, "position": 1195, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09923635423183441, "position": 1196, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.20482192933559418, "position": 1197, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17108899354934692, "position": 1198, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010033432394266129, "position": 1199, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5520151853561401, "position": 1200, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.38896557688713074, "position": 1201, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16566751897335052, "position": 1202, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027602724730968475, "position": 1203, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.156942680478096, "position": 1204, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.28051742911338806, "position": 1205, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.33413827419281006, "position": 1206, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.17437586188316345, "position": 1207, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1135629415512085, "position": 1208, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.7674300074577332, "position": 1209, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.07978986948728561, "position": 1210, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03909265622496605, "position": 1211, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4387659430503845, "position": 1212, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.039675816893577576, "position": 1213, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04254624992609024, "position": 1214, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08340054750442505, "position": 1215, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018469296395778656, "position": 1216, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019146595150232315, "position": 1217, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3087749779224396, "position": 1218, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09036128222942352, "position": 1219, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10872258245944977, "position": 1220, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14691244065761566, "position": 1221, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18958380818367004, "position": 1222, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17153127491474152, "position": 1223, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02769514173269272, "position": 1224, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09718455374240875, "position": 1225, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04293655604124069, "position": 1226, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018128320574760437, "position": 1227, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025437830481678247, "position": 1228, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.38282260298728943, "position": 1229, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12153087556362152, "position": 1230, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5894149541854858, "position": 1231, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01350700855255127, "position": 1232, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5424403548240662, "position": 1233, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0880199670791626, "position": 1234, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07705610990524292, "position": 1235, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.36302390694618225, "position": 1236, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1930651068687439, "position": 1237, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11779680848121643, "position": 1238, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1601303368806839, "position": 1239, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1933528482913971, "position": 1240, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09327949583530426, "position": 1241, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15133006870746613, "position": 1242, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029638834297657013, "position": 1243, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15349844098091125, "position": 1244, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17558349668979645, "position": 1245, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.464820921421051, "position": 1246, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07702948898077011, "position": 1247, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0828302651643753, "position": 1248, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19633784890174866, "position": 1249, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0010039621265605092, "position": 1250, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07951127737760544, "position": 1251, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4299936890602112, "position": 1252, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10991588979959488, "position": 1253, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09782671928405762, "position": 1254, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5305669903755188, "position": 1255, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.025928566232323647, "position": 1256, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13469940423965454, "position": 1257, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1258593648672104, "position": 1258, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027893617749214172, "position": 1259, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16658994555473328, "position": 1260, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.209433913230896, "position": 1261, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.039283812046051025, "position": 1262, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012186188250780106, "position": 1263, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09058353304862976, "position": 1264, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23302540183067322, "position": 1265, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2088027000427246, "position": 1266, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.5152977705001831, "position": 1267, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12102484703063965, "position": 1268, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1720934361219406, "position": 1269, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05223584175109863, "position": 1270, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3243316411972046, "position": 1271, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04533727094531059, "position": 1272, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04843088611960411, "position": 1273, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0668530985713005, "position": 1274, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025969693437218666, "position": 1275, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012675228936132044, "position": 1276, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015562444925308228, "position": 1277, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030582530423998833, "position": 1278, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09774698317050934, "position": 1279, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2088221162557602, "position": 1280, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007895714952610433, "position": 1281, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07210841029882431, "position": 1282, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13202041387557983, "position": 1283, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1595989465713501, "position": 1284, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11426997929811478, "position": 1285, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11811549961566925, "position": 1286, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04400704428553581, "position": 1287, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10333229601383209, "position": 1288, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025140270590782166, "position": 1289, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03922523930668831, "position": 1290, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21391265094280243, "position": 1291, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.16684989631175995, "position": 1292, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09198372066020966, "position": 1293, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.19652952253818512, "position": 1294, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06426972895860672, "position": 1295, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010393954813480377, "position": 1296, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22590777277946472, "position": 1297, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07694315165281296, "position": 1298, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.061324864625930786, "position": 1299, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035672292578965425, "position": 1300, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03853917494416237, "position": 1301, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0924941673874855, "position": 1302, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02447269856929779, "position": 1303, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03276173770427704, "position": 1304, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5468254685401917, "position": 1305, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18986624479293823, "position": 1306, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09271350502967834, "position": 1307, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01498909667134285, "position": 1308, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09103181213140488, "position": 1309, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0719955638051033, "position": 1310, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1485673487186432, "position": 1311, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.039752136915922165, "position": 1312, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.061889003962278366, "position": 1313, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21009443700313568, "position": 1314, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03106869012117386, "position": 1315, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04230460524559021, "position": 1316, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.26152855157852173, "position": 1317, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10154201090335846, "position": 1318, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4368501901626587, "position": 1319, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20476621389389038, "position": 1320, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.2846373915672302, "position": 1321, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021288275718688965, "position": 1322, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5110052227973938, "position": 1323, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.02130391076207161, "position": 1324, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.9055727124214172, "position": 1325, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1305139064788818, "position": 1326, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.20086561143398285, "position": 1327, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.17744769155979156, "position": 1328, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3034372329711914, "position": 1329, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06207325682044029, "position": 1330, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005665111355483532, "position": 1331, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.7568041682243347, "position": 1332, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3710516691207886, "position": 1333, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06085926666855812, "position": 1334, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5651614376110956e-05, "position": 1335, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22967642545700073, "position": 1336, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04024377465248108, "position": 1337, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12200571596622467, "position": 1338, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22758236527442932, "position": 1339, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09857570379972458, "position": 1340, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008040296845138073, "position": 1341, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20698533952236176, "position": 1342, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14285968244075775, "position": 1343, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027935942634940147, "position": 1344, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07767826318740845, "position": 1345, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.437920819735155e-05, "position": 1346, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14568743109703064, "position": 1347, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11049185693264008, "position": 1348, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08169109374284744, "position": 1349, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.4808422029018402, "position": 1350, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.009038260206580162, "position": 1351, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013557621277868748, "position": 1352, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021816794760525227, "position": 1353, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0949447825551033, "position": 1354, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05164921283721924, "position": 1355, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07792031019926071, "position": 1356, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06344379484653473, "position": 1357, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.42103755474090576, "position": 1358, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03568895533680916, "position": 1359, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10739923268556595, "position": 1360, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2629985511302948, "position": 1361, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17143748700618744, "position": 1362, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1616317331790924, "position": 1363, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.28241676092147827, "position": 1364, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0643163919448853, "position": 1365, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08813489973545074, "position": 1366, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.040720731019973755, "position": 1367, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12446525692939758, "position": 1368, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00969479139894247, "position": 1369, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.27248021960258484, "position": 1370, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11877978593111038, "position": 1371, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01919512450695038, "position": 1372, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15618711709976196, "position": 1373, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04464096575975418, "position": 1374, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015081960707902908, "position": 1375, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014904762618243694, "position": 1376, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01440344750881195, "position": 1377, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010364312678575516, "position": 1378, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0482567735016346, "position": 1379, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07157818973064423, "position": 1380, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2686784267425537, "position": 1381, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.20909152925014496, "position": 1382, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.037494976073503494, "position": 1383, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24042093753814697, "position": 1384, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12648221850395203, "position": 1385, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 9.211940437126032e-07, "position": 1386, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007499310886487365, "position": 1387, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24643176794052124, "position": 1388, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4382164776325226, "position": 1389, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.634079012546863e-06, "position": 1390, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.483232522848994e-05, "position": 1391, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009004880674183369, "position": 1392, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.38098302483558655, "position": 1393, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.052507958680508e-07, "position": 1394, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08067777752876282, "position": 1395, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043588779866695404, "position": 1396, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00022992714366409928, "position": 1397, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11272289603948593, "position": 1398, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00042592527461238205, "position": 1399, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.876444967929274e-05, "position": 1400, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025856350548565388, "position": 1401, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15395748615264893, "position": 1402, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.14413447678089142, "position": 1403, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002724880469031632, "position": 1404, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011762445501517504, "position": 1405, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.27521300315856934, "position": 1406, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.26118916273117065, "position": 1407, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009680524468421936, "position": 1408, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009285309351980686, "position": 1409, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20303301513195038, "position": 1410, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3137437701225281, "position": 1411, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.318779855966568, "position": 1412, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016307211481034756, "position": 1413, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4006763696670532, "position": 1414, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.045491404831409454, "position": 1415, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15167845785617828, "position": 1416, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0004108182620257139, "position": 1417, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12393169850111008, "position": 1418, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12376894801855087, "position": 1419, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022550955414772034, "position": 1420, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.37743672728538513, "position": 1421, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00514089735224843, "position": 1422, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5070527791976929, "position": 1423, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00767914392054081, "position": 1424, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.30497926473617554, "position": 1425, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00017974767251871526, "position": 1426, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.47146032153978e-07, "position": 1427, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.36853885650634766, "position": 1428, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11364343762397766, "position": 1429, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.414171712596726e-07, "position": 1430, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014691402204334736, "position": 1431, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009791437536478043, "position": 1432, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.046365655958652496, "position": 1433, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017272362485527992, "position": 1434, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024058991111814976, "position": 1435, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004824183415621519, "position": 1436, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.145792156457901, "position": 1437, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07002835720777512, "position": 1438, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1584104597568512, "position": 1439, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.051048606634140015, "position": 1440, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01241350919008255, "position": 1441, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019679028540849686, "position": 1442, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08944284915924072, "position": 1443, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0174150001257658, "position": 1444, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04069163277745247, "position": 1445, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.33720076084136963, "position": 1446, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4425651784222282e-07, "position": 1447, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17108680307865143, "position": 1448, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.26356959342956543, "position": 1449, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035916101187467575, "position": 1450, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09319993853569031, "position": 1451, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5383747816085815, "position": 1452, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.117724918411113e-05, "position": 1453, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.9420982627925696e-07, "position": 1454, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04702278971672058, "position": 1455, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07298101484775543, "position": 1456, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3473663784679957e-06, "position": 1457, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.711235528200632e-06, "position": 1458, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012400648556649685, "position": 1459, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005728540010750294, "position": 1460, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019492585211992264, "position": 1461, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01256994903087616, "position": 1462, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011479937238618731, "position": 1463, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.363224333152175e-05, "position": 1464, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.380236953496933, "position": 1465, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06100993603467941, "position": 1466, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06023256108164787, "position": 1467, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21102236211299896, "position": 1468, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0814114585518837, "position": 1469, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018289142462890595, "position": 1470, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05244968459010124, "position": 1471, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06381498277187347, "position": 1472, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.686421642778441e-05, "position": 1473, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02427614852786064, "position": 1474, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.797064315833268e-07, "position": 1475, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0431446817449341e-08, "position": 1476, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09643853455781937, "position": 1477, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01666298881173134, "position": 1478, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.5319737296267704e-07, "position": 1479, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.288276164108538e-06, "position": 1480, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006664521060883999, "position": 1481, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02452724054455757, "position": 1482, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01484707836061716, "position": 1483, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19157123565673828, "position": 1484, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04171419143676758, "position": 1485, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.41577792167663574, "position": 1486, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02642275206744671, "position": 1487, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033465851098299026, "position": 1488, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18005430698394775, "position": 1489, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22838252782821655, "position": 1490, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.3641352355480194, "position": 1491, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005935978144407272, "position": 1492, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009451418300159276, "position": 1493, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006430281209759414, "position": 1494, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09419635683298111, "position": 1495, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.15217575430870056, "position": 1496, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.007953651249408722, "position": 1497, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4904010593891144, "position": 1498, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.13262513279914856, "position": 1499, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016055980697274208, "position": 1500, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2710075378417969, "position": 1501, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06749915331602097, "position": 1502, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4246569871902466, "position": 1503, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07997246086597443, "position": 1504, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8416601506032748e-06, "position": 1505, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2621718781247182e-07, "position": 1506, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07480829954147339, "position": 1507, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025576448533684015, "position": 1508, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.2188302157010185e-06, "position": 1509, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.578878436703235e-05, "position": 1510, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004118946962989867, "position": 1511, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021550726145505905, "position": 1512, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013601485639810562, "position": 1513, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08366266638040543, "position": 1514, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13240619003772736, "position": 1515, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005093142855912447, "position": 1516, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2544458508491516, "position": 1517, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2573266625404358, "position": 1518, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12413492053747177, "position": 1519, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5301131952583091e-06, "position": 1520, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08506681770086288, "position": 1521, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010144829284399748, "position": 1522, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.89078163418344e-08, "position": 1523, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06739240884780884, "position": 1524, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.559649707720382e-06, "position": 1525, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001373947481624782, "position": 1526, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0541040301322937, "position": 1527, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.9712642431259155, "position": 1528, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.47179511189460754, "position": 1529, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00201062997803092, "position": 1530, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1845536934961274e-08, "position": 1531, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1427982598543167, "position": 1532, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14615094661712646, "position": 1533, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.23585447669029236, "position": 1534, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 2.0389668861753307e-05, "position": 1535, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1048247367143631, "position": 1536, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.057206738740205765, "position": 1537, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13620245456695557, "position": 1538, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 9.640273674449418e-06, "position": 1539, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005182499880902469, "position": 1540, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11177435517311096, "position": 1541, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008979336358606815, "position": 1542, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.247379869222641, "position": 1543, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009908410720527172, "position": 1544, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0, "position": 1545, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17465165257453918, "position": 1546, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00029663482564501464, "position": 1547, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.284159101393016e-07, "position": 1548, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.7274206786387367e-06, "position": 1549, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017274597194045782, "position": 1550, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007061717100441456, "position": 1551, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010300177382305264, "position": 1552, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2268584966659546, "position": 1553, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006462073419243097, "position": 1554, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005037746392190456, "position": 1555, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17228884994983673, "position": 1556, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13299895823001862, "position": 1557, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15675455331802368, "position": 1558, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.8248835802078247, "position": 1559, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20717301964759827, "position": 1560, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016510803252458572, "position": 1561, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.31754109263420105, "position": 1562, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17749102413654327, "position": 1563, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0666954442858696, "position": 1564, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10577951371669769, "position": 1565, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12016662210226059, "position": 1566, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.059980351477861404, "position": 1567, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0785612016916275, "position": 1568, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18328501284122467, "position": 1569, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009698600508272648, "position": 1570, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.054173391312360764, "position": 1571, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4695611894130707, "position": 1572, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.7866339683532715, "position": 1573, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.10321764647960663, "position": 1574, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12560996413230896, "position": 1575, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0986473485827446, "position": 1576, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16959050297737122, "position": 1577, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.25158578157424927, "position": 1578, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00017566491442266852, "position": 1579, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.110401451587677, "position": 1580, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.020773354917764664, "position": 1581, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14454247057437897, "position": 1582, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.697927109489683e-05, "position": 1583, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3639413509736187e-06, "position": 1584, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22000423073768616, "position": 1585, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.970093429321423e-05, "position": 1586, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.4333364712656476e-07, "position": 1587, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0, "position": 1588, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00495844567194581, "position": 1589, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0038022303488105536, "position": 1590, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.38288530707359314, "position": 1591, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11384302377700806, "position": 1592, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014157773926854134, "position": 1593, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.031552427681163e-05, "position": 1594, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2647011876106262, "position": 1595, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.789560989593156e-06, "position": 1596, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23913872241973877, "position": 1597, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06527318805456161, "position": 1598, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10437417775392532, "position": 1599, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04954118654131889, "position": 1600, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17030775547027588, "position": 1601, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.266471660230309e-05, "position": 1602, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3423098623752594, "position": 1603, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.015061743557453156, "position": 1604, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05229194089770317, "position": 1605, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016302000731229782, "position": 1606, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5439600247191265e-05, "position": 1607, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09947463870048523, "position": 1608, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02921357937157154, "position": 1609, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10219689458608627, "position": 1610, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10544232279062271, "position": 1611, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 5.278430398902856e-05, "position": 1612, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13440991938114166, "position": 1613, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00365102244541049, "position": 1614, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.661156426915113e-07, "position": 1615, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017129169777035713, "position": 1616, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06635408848524094, "position": 1617, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1454988420009613, "position": 1618, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012064497917890549, "position": 1619, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12029214203357697, "position": 1620, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 2.7023318125429796e-06, "position": 1621, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026112833991646767, "position": 1622, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003872915985994041, "position": 1623, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.747505252249539e-05, "position": 1624, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.11575047110091e-06, "position": 1625, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014665959170088172, "position": 1626, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05081046372652054, "position": 1627, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0744217038154602, "position": 1628, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04464096575975418, "position": 1629, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015081960707902908, "position": 1630, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014904762618243694, "position": 1631, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01440344750881195, "position": 1632, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001803807244868949, "position": 1633, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.127869058516808e-05, "position": 1634, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0031581087969243526, "position": 1635, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006663143285550177, "position": 1636, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.68424366065301e-05, "position": 1637, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.956668691302184e-06, "position": 1638, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.6937700719572604e-05, "position": 1639, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.987046162976185e-06, "position": 1640, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0, "position": 1641, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00017064681742340326, "position": 1642, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03534980118274689, "position": 1643, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14235417544841766, "position": 1644, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03712136298418045, "position": 1645, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012889155186712742, "position": 1646, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037949038669466972, "position": 1647, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.25244250893592834, "position": 1648, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.24482682347297668, "position": 1649, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004001740366220474, "position": 1650, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5657792091369629, "position": 1651, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024056056514382362, "position": 1652, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11670736968517303, "position": 1653, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03999115899205208, "position": 1654, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012029916979372501, "position": 1655, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05734001845121384, "position": 1656, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23152777552604675, "position": 1657, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.5839597582817078, "position": 1658, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22975435853004456, "position": 1659, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01640179753303528, "position": 1660, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037598919589072466, "position": 1661, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10916129499673843, "position": 1662, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.333450049161911, "position": 1663, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00045065997983329, "position": 1664, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07983288168907166, "position": 1665, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022808915004134178, "position": 1666, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06350290775299072, "position": 1667, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0703609362244606, "position": 1668, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22830796241760254, "position": 1669, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15609872341156006, "position": 1670, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08884341269731522, "position": 1671, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04713103920221329, "position": 1672, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14421501755714417, "position": 1673, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10588274151086807, "position": 1674, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04903574660420418, "position": 1675, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20578166842460632, "position": 1676, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0179925337433815, "position": 1677, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005426410585641861, "position": 1678, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013762651942670345, "position": 1679, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.832005551084876e-05, "position": 1680, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003069948870688677, "position": 1681, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02289741113781929, "position": 1682, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04649906978011131, "position": 1683, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003823202569037676, "position": 1684, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.697794090840034e-05, "position": 1685, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019518022891134024, "position": 1686, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21841466426849365, "position": 1687, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00707560870796442, "position": 1688, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004930827300995588, "position": 1689, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.291160672029946e-05, "position": 1690, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.909492028877139e-05, "position": 1691, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007561882957816124, "position": 1692, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07252625375986099, "position": 1693, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07755180448293686, "position": 1694, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014337350148707628, "position": 1695, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02318824641406536, "position": 1696, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019004493951797485, "position": 1697, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018484217580407858, "position": 1698, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08026734739542007, "position": 1699, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03545413538813591, "position": 1700, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018947947770357132, "position": 1701, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010919661726802588, "position": 1702, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.32507139444351196, "position": 1703, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0060774190351367, "position": 1704, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08323127031326294, "position": 1705, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19430887699127197, "position": 1706, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025093354284763336, "position": 1707, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019569966942071915, "position": 1708, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19810430705547333, "position": 1709, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031342316418886185, "position": 1710, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006722118705511093, "position": 1711, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.45535656809806824, "position": 1712, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013526416150853038, "position": 1713, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013701917603611946, "position": 1714, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022646484430879354, "position": 1715, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1610441505908966, "position": 1716, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006381502607837319, "position": 1717, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000958376913331449, "position": 1718, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13903643190860748, "position": 1719, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005732570309191942, "position": 1720, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00046653958270326257, "position": 1721, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.181324303150177, "position": 1722, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.181086867698468e-05, "position": 1723, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09385421872138977, "position": 1724, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025401391088962555, "position": 1725, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013252981007099152, "position": 1726, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03222619742155075, "position": 1727, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005441146437078714, "position": 1728, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005168337374925613, "position": 1729, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004787757061421871, "position": 1730, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025517309084534645, "position": 1731, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014139414997771382, "position": 1732, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.049157992005348206, "position": 1733, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025032412260770798, "position": 1734, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2283027172088623, "position": 1735, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031361524015665054, "position": 1736, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2080360647814814e-05, "position": 1737, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00894251000136137, "position": 1738, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0291310865432024, "position": 1739, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006078490987420082, "position": 1740, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013606037944555283, "position": 1741, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009037178009748459, "position": 1742, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03267982602119446, "position": 1743, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007311095483601093, "position": 1744, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021815624088048935, "position": 1745, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2656058669090271, "position": 1746, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0029997816309332848, "position": 1747, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00017376172763761133, "position": 1748, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00029923609690740705, "position": 1749, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.275617917912314e-06, "position": 1750, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027601266279816628, "position": 1751, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0026568237226456404, "position": 1752, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00020304584177210927, "position": 1753, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002333969809114933, "position": 1754, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.9835484636132605e-05, "position": 1755, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00021060895232949406, "position": 1756, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.076787677651737e-05, "position": 1757, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00842586811631918, "position": 1758, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005040025571361184, "position": 1759, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.766675217775628e-05, "position": 1760, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017909359885379672, "position": 1761, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001380043540848419, "position": 1762, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.508969843504019e-05, "position": 1763, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017395729664713144, "position": 1764, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.188477785442956e-05, "position": 1765, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00022506926325149834, "position": 1766, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.501473687123507e-05, "position": 1767, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1988859474658966, "position": 1768, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044105879962444305, "position": 1769, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15181681513786316, "position": 1770, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02511626109480858, "position": 1771, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004178836534265429, "position": 1772, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0064025986939668655, "position": 1773, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011030164547264576, "position": 1774, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03866942971944809, "position": 1775, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18020778894424438, "position": 1776, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002862520341295749, "position": 1777, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00021465351164806634, "position": 1778, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014165370957925916, "position": 1779, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00027941277949139476, "position": 1780, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023591971024870872, "position": 1781, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.504596457380103e-05, "position": 1782, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07336249202489853, "position": 1783, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010400688042864203, "position": 1784, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008866881020367146, "position": 1785, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003965711686760187, "position": 1786, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019264633301645517, "position": 1787, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00020092850900255144, "position": 1788, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0047431448474526405, "position": 1789, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03499046340584755, "position": 1790, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01821090094745159, "position": 1791, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002298758365213871, "position": 1792, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04503735154867172, "position": 1793, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005347239784896374, "position": 1794, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004987104330211878, "position": 1795, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1418735384941101, "position": 1796, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.000082895392552e-05, "position": 1797, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.422708975151181e-05, "position": 1798, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.303365130908787e-06, "position": 1799, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003184752305969596, "position": 1800, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018305119592696428, "position": 1801, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018029867205768824, "position": 1802, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.36710785026662e-05, "position": 1803, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2699891158263199e-05, "position": 1804, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012270068982616067, "position": 1805, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011987901234533638, "position": 1806, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010167112341150641, "position": 1807, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005123502342030406, "position": 1808, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.2213860574993305e-05, "position": 1809, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012224312871694565, "position": 1810, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00019266465096734464, "position": 1811, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.487283098977059e-05, "position": 1812, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007320954464375973, "position": 1813, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.086496872128919e-05, "position": 1814, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006037930143065751, "position": 1815, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.481634384021163e-05, "position": 1816, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019060246646404266, "position": 1817, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017406933475285769, "position": 1818, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19032083451747894, "position": 1819, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.219747203635052e-05, "position": 1820, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03916081413626671, "position": 1821, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1753324568271637, "position": 1822, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07643706351518631, "position": 1823, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04717343673110008, "position": 1824, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021410780027508736, "position": 1825, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011189857497811317, "position": 1826, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018079545348882675, "position": 1827, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004308316856622696, "position": 1828, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2578376233577728, "position": 1829, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.1439118326234166e-06, "position": 1830, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06102825328707695, "position": 1831, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03828081116080284, "position": 1832, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010742427548393607, "position": 1833, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002557066618464887, "position": 1834, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.2832616600207984e-05, "position": 1835, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033498110715299845, "position": 1836, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023994474031496793, "position": 1837, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022148636635392904, "position": 1838, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058804020285606384, "position": 1839, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09164798259735107, "position": 1840, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0011717929737642407, "position": 1841, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00030361831886693835, "position": 1842, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000806088384706527, "position": 1843, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01890474371612072, "position": 1844, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037807493936270475, "position": 1845, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.545852086972445e-05, "position": 1846, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001098930835723877, "position": 1847, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012785466387867928, "position": 1848, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00460265576839447, "position": 1849, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02760094404220581, "position": 1850, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006895613390952349, "position": 1851, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07893867045640945, "position": 1852, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0028956769965589046, "position": 1853, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24633537232875824, "position": 1854, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0103128831833601, "position": 1855, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00039337205816991627, "position": 1856, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005733869969844818, "position": 1857, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13284286856651306, "position": 1858, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021944106556475163, "position": 1859, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.45419310987927e-05, "position": 1860, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.034235295577673e-06, "position": 1861, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022427751682698727, "position": 1862, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8044308944809018e-06, "position": 1863, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023602149449288845, "position": 1864, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1420176923274994, "position": 1865, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012924334965646267, "position": 1866, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.410887413541786e-06, "position": 1867, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.103344250936061e-05, "position": 1868, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012175677344202995, "position": 1869, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007232299540191889, "position": 1870, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1570282280445099, "position": 1871, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0029438817873597145, "position": 1872, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004982033860869706, "position": 1873, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8636763090617023e-05, "position": 1874, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009111210238188505, "position": 1875, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00030047769541852176, "position": 1876, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003411779412999749, "position": 1877, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012988225789740682, "position": 1878, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1204803740838543e-05, "position": 1879, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009557891637086868, "position": 1880, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8076636226614937e-05, "position": 1881, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00035205838503316045, "position": 1882, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.431846198509447e-05, "position": 1883, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002754158340394497, "position": 1884, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004256085027009249, "position": 1885, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029350362718105316, "position": 1886, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036502160131931305, "position": 1887, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004475194960832596, "position": 1888, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016893627122044563, "position": 1889, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012534083798527718, "position": 1890, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013755329884588718, "position": 1891, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02082662284374237, "position": 1892, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012345973402261734, "position": 1893, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.016163552179932594, "position": 1894, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013419397175312042, "position": 1895, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030463578179478645, "position": 1896, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012179119512438774, "position": 1897, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017056036740541458, "position": 1898, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028771474957466125, "position": 1899, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05837491154670715, "position": 1900, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06715308874845505, "position": 1901, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025340134277939796, "position": 1902, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01694282703101635, "position": 1903, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05680257827043533, "position": 1904, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024304915219545364, "position": 1905, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02792441099882126, "position": 1906, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.042448434978723526, "position": 1907, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024932507425546646, "position": 1908, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0055269463919103146, "position": 1909, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033097926527261734, "position": 1910, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01320508774369955, "position": 1911, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04824317991733551, "position": 1912, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009536181576550007, "position": 1913, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1124241054058075, "position": 1914, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1572079211473465, "position": 1915, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013100201613269746, "position": 1916, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004942927043884993, "position": 1917, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14827828109264374, "position": 1918, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0641200989484787, "position": 1919, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028173013124614954, "position": 1920, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047887638211250305, "position": 1921, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06753756105899811, "position": 1922, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041661180555820465, "position": 1923, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08353593200445175, "position": 1924, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04164338484406471, "position": 1925, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03962481766939163, "position": 1926, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05164811387658119, "position": 1927, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06160356104373932, "position": 1928, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04704161360859871, "position": 1929, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024013612419366837, "position": 1930, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058308787643909454, "position": 1931, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021015863865613937, "position": 1932, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005352457985281944, "position": 1933, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08009800314903259, "position": 1934, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05401691794395447, "position": 1935, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015354583039879799, "position": 1936, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07041696459054947, "position": 1937, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09236440062522888, "position": 1938, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08063927292823792, "position": 1939, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003072797553613782, "position": 1940, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004781997762620449, "position": 1941, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0648912638425827, "position": 1942, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09236668050289154, "position": 1943, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030253402888774872, "position": 1944, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04302540794014931, "position": 1945, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.049353498965501785, "position": 1946, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04736693948507309, "position": 1947, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02271646447479725, "position": 1948, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047004636377096176, "position": 1949, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013105199672281742, "position": 1950, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07571879774332047, "position": 1951, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09763097018003464, "position": 1952, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0224151574075222, "position": 1953, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04470410943031311, "position": 1954, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013407309539616108, "position": 1955, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2247888147830963, "position": 1956, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.033820055425167084, "position": 1957, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027679703198373318, "position": 1958, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008832205785438418, "position": 1959, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028788315132260323, "position": 1960, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013400658965110779, "position": 1961, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02369881421327591, "position": 1962, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022694161161780357, "position": 1963, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010858382098376751, "position": 1964, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1884264200925827, "position": 1965, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005166477640159428, "position": 1966, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04948647692799568, "position": 1967, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0036535069812089205, "position": 1968, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.0164197849226184e-05, "position": 1969, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.040132422000169754, "position": 1970, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024046164005994797, "position": 1971, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058995235711336136, "position": 1972, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00931733101606369, "position": 1973, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.052143394947052, "position": 1974, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.038605112582445145, "position": 1975, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.049640826880931854, "position": 1976, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.30151206254959106, "position": 1977, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.23127932846546173, "position": 1978, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010657439706847072, "position": 1979, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004699074663221836, "position": 1980, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011156425898661837, "position": 1981, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.98873383650789e-06, "position": 1982, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09213081002235413, "position": 1983, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018938569352030754, "position": 1984, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035518303513526917, "position": 1985, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.258797287940979, "position": 1986, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08465743809938431, "position": 1987, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21936549246311188, "position": 1988, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00037398323183879256, "position": 1989, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.151931032538414, "position": 1990, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1843051314353943, "position": 1991, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.40748274326324463, "position": 1992, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007737553212791681, "position": 1993, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0069823963567614555, "position": 1994, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005658505950123072, "position": 1995, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000379416422219947, "position": 1996, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016608020290732384, "position": 1997, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01578216440975666, "position": 1998, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004761757329106331, "position": 1999, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010417536832392216, "position": 2000, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04536998271942139, "position": 2001, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032381825149059296, "position": 2002, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01127186231315136, "position": 2003, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02302016317844391, "position": 2004, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.59888464724645e-05, "position": 2005, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.052069857716560364, "position": 2006, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010899092303588986, "position": 2007, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.045311328023672104, "position": 2008, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007828664034605026, "position": 2009, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015300755389034748, "position": 2010, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0239655040204525, "position": 2011, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015436741523444653, "position": 2012, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07427867501974106, "position": 2013, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12357621639966965, "position": 2014, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11572886258363724, "position": 2015, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2774379849433899, "position": 2016, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.083851657807827, "position": 2017, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0330519899725914, "position": 2018, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026911893859505653, "position": 2019, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2749066650867462, "position": 2020, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.007358194794505835, "position": 2021, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03490852937102318, "position": 2022, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03569450229406357, "position": 2023, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18501833081245422, "position": 2024, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08777771890163422, "position": 2025, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007734288461506367, "position": 2026, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08089164644479752, "position": 2027, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008537643007002771, "position": 2028, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03910365700721741, "position": 2029, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011105609126389027, "position": 2030, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003979505971074104, "position": 2031, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017822030931711197, "position": 2032, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02508636936545372, "position": 2033, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005246968939900398, "position": 2034, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007644068682566285, "position": 2035, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005752511788159609, "position": 2036, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02925082854926586, "position": 2037, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15053963661193848, "position": 2038, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01695781946182251, "position": 2039, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.982294245157391e-05, "position": 2040, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023733843117952347, "position": 2041, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025986414402723312, "position": 2042, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1576918363571167, "position": 2043, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20383712649345398, "position": 2044, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010474735172465444, "position": 2045, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.079004505299963e-05, "position": 2046, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.689093369350303e-05, "position": 2047, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00035638021654449403, "position": 2048, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8243289307283703e-07, "position": 2049, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00020237058924976736, "position": 2050, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.954765972797759e-05, "position": 2051, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020722007378935814, "position": 2052, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.048395246267318726, "position": 2053, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05257974937558174, "position": 2054, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11422234028577805, "position": 2055, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042869940400123596, "position": 2056, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0243050679564476, "position": 2057, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2107338309288025, "position": 2058, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033083368092775345, "position": 2059, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00044449843699112535, "position": 2060, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005835285875946283, "position": 2061, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21285894513130188, "position": 2062, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03335021436214447, "position": 2063, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.119395038695075e-06, "position": 2064, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8733508113655262e-06, "position": 2065, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.1662178773549385e-06, "position": 2066, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024566836655139923, "position": 2067, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.2679707828719984e-07, "position": 2068, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1552485375432298e-05, "position": 2069, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.879835149855353e-06, "position": 2070, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021230025216937065, "position": 2071, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02048368938267231, "position": 2072, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.040924444794654846, "position": 2073, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16269373893737793, "position": 2074, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04597456380724907, "position": 2075, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005982791190035641, "position": 2076, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023190651088953018, "position": 2077, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03109567053616047, "position": 2078, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04844576120376587, "position": 2079, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002930796763394028, "position": 2080, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05980302393436432, "position": 2081, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14198940992355347, "position": 2082, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003252612892538309, "position": 2083, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5037434697151184, "position": 2084, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005657505826093256, "position": 2085, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0684807151556015, "position": 2086, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017122023273259401, "position": 2087, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030038636177778244, "position": 2088, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01339031383395195, "position": 2089, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012156321899965405, "position": 2090, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00083675526548177, "position": 2091, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00564030883833766, "position": 2092, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06049729138612747, "position": 2093, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021430162712931633, "position": 2094, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004284378606826067, "position": 2095, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17575830221176147, "position": 2096, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017954770475625992, "position": 2097, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019907617941498756, "position": 2098, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0060381353832781315, "position": 2099, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002361695747822523, "position": 2100, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.6055651182541624e-05, "position": 2101, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023325694724917412, "position": 2102, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001240914803929627, "position": 2103, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.808308636303991e-05, "position": 2104, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001254370145034045, "position": 2105, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010797591879963875, "position": 2106, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.28590171597898e-05, "position": 2107, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015252555720508099, "position": 2108, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008256052620708942, "position": 2109, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.048125509172677994, "position": 2110, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001385588082484901, "position": 2111, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04539559781551361, "position": 2112, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011064824648201466, "position": 2113, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008477549999952316, "position": 2114, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.806205000320915e-05, "position": 2115, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.048857398331165314, "position": 2116, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003890179796144366, "position": 2117, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005968729383312166, "position": 2118, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028062136843800545, "position": 2119, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011451637838035822, "position": 2120, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.5291111746337265e-05, "position": 2121, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004803703166544437, "position": 2122, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006429348606616259, "position": 2123, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.607091199839488e-05, "position": 2124, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.126507519686129e-06, "position": 2125, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.3637783215235686e-06, "position": 2126, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002289403200848028, "position": 2127, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.093936018354725e-06, "position": 2128, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012991070980206132, "position": 2129, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015988163650035858, "position": 2130, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014543704455718398, "position": 2131, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4976254902876462e-08, "position": 2132, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2077330211468507e-06, "position": 2133, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015831245109438896, "position": 2134, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014514300040900707, "position": 2135, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005763602675870061, "position": 2136, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0506070793780964e-05, "position": 2137, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.941389877581969e-06, "position": 2138, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013375991256907582, "position": 2139, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.2142808272037655e-05, "position": 2140, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.115159638080513e-06, "position": 2141, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.970521983224899e-05, "position": 2142, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006432021502405405, "position": 2143, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002139461226761341, "position": 2144, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00026078877272084355, "position": 2145, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008369458839297295, "position": 2146, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00019097467884421349, "position": 2147, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053553905338048935, "position": 2148, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00998378824442625, "position": 2149, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008411736343987286, "position": 2150, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012319715460762382, "position": 2151, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002687948872335255, "position": 2152, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015171169303357601, "position": 2153, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010917246108874679, "position": 2154, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05963239446282387, "position": 2155, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.2813688701717183e-05, "position": 2156, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05827034264802933, "position": 2157, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005592135712504387, "position": 2158, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002756095491349697, "position": 2159, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037311140913516283, "position": 2160, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00033738670754246414, "position": 2161, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02289355732500553, "position": 2162, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004217969719320536, "position": 2163, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01168616209179163, "position": 2164, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029875505715608597, "position": 2165, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0026492406614124775, "position": 2166, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.48525673151016235, "position": 2167, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003450402873568237, "position": 2168, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.26740556955337524, "position": 2169, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019446187652647495, "position": 2170, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030532952398061752, "position": 2171, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0038471785373985767, "position": 2172, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10593436658382416, "position": 2173, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019429146777838469, "position": 2174, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001042097806930542, "position": 2175, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022523019462823868, "position": 2176, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2724136412143707, "position": 2177, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04768247902393341, "position": 2178, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1001102551817894, "position": 2179, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.93320297007449e-05, "position": 2180, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010990492068231106, "position": 2181, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021731494925916195, "position": 2182, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030991523526608944, "position": 2183, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09055580943822861, "position": 2184, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00266588618978858, "position": 2185, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007477496284991503, "position": 2186, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.01948818762321e-06, "position": 2187, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014579689595848322, "position": 2188, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03497174754738808, "position": 2189, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00026673395768739283, "position": 2190, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03941385820508003, "position": 2191, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014214289840310812, "position": 2192, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.0670482374262065e-05, "position": 2193, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013416847214102745, "position": 2194, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14545422792434692, "position": 2195, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.001741155399940908, "position": 2196, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00028204702539369464, "position": 2197, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006159322336316109, "position": 2198, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003589722909964621, "position": 2199, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012059988221153617, "position": 2200, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001662318129092455, "position": 2201, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018493739189580083, "position": 2202, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009246169589459896, "position": 2203, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015702784061431885, "position": 2204, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13606742024421692, "position": 2205, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014323714189231396, "position": 2206, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.895203791325912e-05, "position": 2207, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.565194780705497e-05, "position": 2208, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007852043025195599, "position": 2209, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003060756134800613, "position": 2210, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001636311411857605, "position": 2211, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012047847267240286, "position": 2212, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006573330610990524, "position": 2213, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017680011224001646, "position": 2214, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013571654562838376, "position": 2215, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020626781042665243, "position": 2216, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009262108360417187, "position": 2217, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13509339094161987, "position": 2218, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.526923708501272e-05, "position": 2219, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.72193083219463e-05, "position": 2220, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00033305000397376716, "position": 2221, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.468449565640185e-05, "position": 2222, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.5638134906766936e-05, "position": 2223, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.703943654429168e-05, "position": 2224, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.2528645331476582e-06, "position": 2225, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.157248334493488e-06, "position": 2226, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3492972357198596e-05, "position": 2227, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023491529282182455, "position": 2228, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.110376373020699e-06, "position": 2229, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.7010279306268785e-06, "position": 2230, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.6225316358031705e-05, "position": 2231, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019692510832101107, "position": 2232, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.409145736237406e-06, "position": 2233, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021977584809064865, "position": 2234, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015177043154835701, "position": 2235, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010643248446285725, "position": 2236, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005293498747050762, "position": 2237, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006012330413796008, "position": 2238, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.207493035821244e-05, "position": 2239, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006315748672932386, "position": 2240, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.32573493628297e-06, "position": 2241, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024647273123264313, "position": 2242, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00034356105607002974, "position": 2243, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.454475058286334e-07, "position": 2244, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.4841954149887897e-07, "position": 2245, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.6422053451824468e-06, "position": 2246, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002688657841645181, "position": 2247, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.3350986566583742e-07, "position": 2248, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008140096324495971, "position": 2249, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012762453116010875, "position": 2250, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010555511835264042, "position": 2251, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15362697839736938, "position": 2252, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08089074492454529, "position": 2253, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08917765319347382, "position": 2254, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04371263459324837, "position": 2255, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07919318974018097, "position": 2256, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06544332951307297, "position": 2257, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1339174062013626, "position": 2258, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09585846960544586, "position": 2259, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.052234381437301636, "position": 2260, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.035046517848968506, "position": 2261, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031046995893120766, "position": 2262, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.31868693232536316, "position": 2263, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24255196750164032, "position": 2264, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03475002199411392, "position": 2265, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.32423192262649536, "position": 2266, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07002028822898865, "position": 2267, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06801886111497879, "position": 2268, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.24529752135276794, "position": 2269, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10889025777578354, "position": 2270, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05573677271604538, "position": 2271, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013610384427011013, "position": 2272, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.022893287241458893, "position": 2273, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09246833622455597, "position": 2274, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10660253465175629, "position": 2275, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07508491724729538, "position": 2276, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08054863661527634, "position": 2277, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05895271524786949, "position": 2278, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.18242111802101135, "position": 2279, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.059920892119407654, "position": 2280, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03450407460331917, "position": 2281, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03767218440771103, "position": 2282, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2930789589881897, "position": 2283, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10749544948339462, "position": 2284, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.031093386933207512, "position": 2285, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04529602825641632, "position": 2286, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.221607506275177, "position": 2287, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.157426118850708, "position": 2288, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10666236281394958, "position": 2289, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1082816794514656, "position": 2290, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08109471201896667, "position": 2291, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023504555225372314, "position": 2292, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13827967643737793, "position": 2293, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11287863552570343, "position": 2294, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10222227871417999, "position": 2295, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08878923207521439, "position": 2296, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05460405722260475, "position": 2297, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07028354704380035, "position": 2298, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08529145270586014, "position": 2299, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09435853362083435, "position": 2300, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04684048146009445, "position": 2301, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1661485731601715, "position": 2302, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010555511835264042, "position": 2303, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05000130087137222, "position": 2304, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.26244696974754333, "position": 2305, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11885513365268707, "position": 2306, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1583590805530548, "position": 2307, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09699030220508575, "position": 2308, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06391194462776184, "position": 2309, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1710015833377838, "position": 2310, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.060888729989528656, "position": 2311, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05224470794200897, "position": 2312, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.039542291313409805, "position": 2313, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01675162836909294, "position": 2314, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021922340616583824, "position": 2315, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020550917834043503, "position": 2316, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02128477767109871, "position": 2317, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021194694563746452, "position": 2318, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03481295704841614, "position": 2319, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07814065366983414, "position": 2320, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01117478497326374, "position": 2321, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.045038145035505295, "position": 2322, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11778376996517181, "position": 2323, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0691821277141571, "position": 2324, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.048457540571689606, "position": 2325, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0316922627389431, "position": 2326, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036948904395103455, "position": 2327, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03693394735455513, "position": 2328, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012675551697611809, "position": 2329, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011414460837841034, "position": 2330, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021640166640281677, "position": 2331, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.025236092507839203, "position": 2332, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.43555256724357605, "position": 2333, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03838108479976654, "position": 2334, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0478813536465168, "position": 2335, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04670308530330658, "position": 2336, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.426697313785553, "position": 2337, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06561057269573212, "position": 2338, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09728503227233887, "position": 2339, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13750751316547394, "position": 2340, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2106935977935791, "position": 2341, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0404234305024147, "position": 2342, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04700221121311188, "position": 2343, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.16032302379608154, "position": 2344, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06532427668571472, "position": 2345, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000379416422219947, "position": 2346, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01786511018872261, "position": 2347, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04967189207673073, "position": 2348, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12252986431121826, "position": 2349, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.039031967520713806, "position": 2350, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006071767769753933, "position": 2351, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004489437211304903, "position": 2352, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012302383780479431, "position": 2353, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025278594344854355, "position": 2354, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.10629109293222427, "position": 2355, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1573898196220398, "position": 2356, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06074373051524162, "position": 2357, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009844452142715454, "position": 2358, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02457425743341446, "position": 2359, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018015043810009956, "position": 2360, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01946093887090683, "position": 2361, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017335733398795128, "position": 2362, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2290333870623726e-05, "position": 2363, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004910634830594063, "position": 2364, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12716329097747803, "position": 2365, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10008220374584198, "position": 2366, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005199568113312125, "position": 2367, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012296956032514572, "position": 2368, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07806884497404099, "position": 2369, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047869957983493805, "position": 2370, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13285647332668304, "position": 2371, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04583641141653061, "position": 2372, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06370232254266739, "position": 2373, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12775744497776031, "position": 2374, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1551540493965149, "position": 2375, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.24894802272319794, "position": 2376, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.2956477105617523, "position": 2377, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09576628357172012, "position": 2378, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.31821197271347046, "position": 2379, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.10330881178379059, "position": 2380, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03487034887075424, "position": 2381, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2604946792125702, "position": 2382, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12942025065422058, "position": 2383, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13758976757526398, "position": 2384, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1729593575000763, "position": 2385, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00021742982789874077, "position": 2386, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00274224067106843, "position": 2387, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009007113054394722, "position": 2388, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.038761138916015625, "position": 2389, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009482048451900482, "position": 2390, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22585272789001465, "position": 2391, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003792577888816595, "position": 2392, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026407042518258095, "position": 2393, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23888127505779266, "position": 2394, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23844841122627258, "position": 2395, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.2395358383655548, "position": 2396, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.001547454739920795, "position": 2397, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.46951955556869507, "position": 2398, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3387274146080017, "position": 2399, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21477928757667542, "position": 2400, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10062199831008911, "position": 2401, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.326913277618587e-05, "position": 2402, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.37027424573898315, "position": 2403, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029089003801345825, "position": 2404, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4013705849647522, "position": 2405, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.061154354363679886, "position": 2406, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006959625752642751, "position": 2407, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07431618124246597, "position": 2408, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024189505726099014, "position": 2409, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007465266389772296, "position": 2410, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.29594433307647705, "position": 2411, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17065371572971344, "position": 2412, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4882676899433136, "position": 2413, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0869092270731926, "position": 2414, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007818438112735748, "position": 2415, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15977364778518677, "position": 2416, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11523428559303284, "position": 2417, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.26948943734169006, "position": 2418, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3623582422733307, "position": 2419, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.24806170165538788, "position": 2420, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10597392171621323, "position": 2421, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4743298590183258, "position": 2422, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.14427168667316437, "position": 2423, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.052074432373046875, "position": 2424, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06975624710321426, "position": 2425, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014087454474065453, "position": 2426, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23722706735134125, "position": 2427, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08796416968107224, "position": 2428, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2431635558605194, "position": 2429, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0223289355635643, "position": 2430, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07044059038162231, "position": 2431, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007805279456079006, "position": 2432, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.268205851316452, "position": 2433, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0728306993842125, "position": 2434, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20660987496376038, "position": 2435, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08104558289051056, "position": 2436, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2411656528711319, "position": 2437, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23855282366275787, "position": 2438, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.13768744468688965, "position": 2439, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07802160829305649, "position": 2440, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021636096760630608, "position": 2441, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0026230979710817337, "position": 2442, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007048199768178165, "position": 2443, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2274344563484192, "position": 2444, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.49906495213508606, "position": 2445, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10548079758882523, "position": 2446, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1441865712404251, "position": 2447, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1057870015501976, "position": 2448, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.7655534148216248, "position": 2449, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.29145151376724243, "position": 2450, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.074831023812294, "position": 2451, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09875182062387466, "position": 2452, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006583782960660756, "position": 2453, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1147601380944252, "position": 2454, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11022087931632996, "position": 2455, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.4375287890434265, "position": 2456, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05201996862888336, "position": 2457, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00282425619661808, "position": 2458, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1115969642996788, "position": 2459, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012945651542395353, "position": 2460, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005751274526119232, "position": 2461, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16366752982139587, "position": 2462, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027591101825237274, "position": 2463, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0067334650084376335, "position": 2464, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17328044772148132, "position": 2465, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.0448122086236253e-05, "position": 2466, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02528206817805767, "position": 2467, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04002910479903221, "position": 2468, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10737480223178864, "position": 2469, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00031663314439356327, "position": 2470, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08895699679851532, "position": 2471, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006490124389529228, "position": 2472, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027558479458093643, "position": 2473, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017609693109989166, "position": 2474, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09742667526006699, "position": 2475, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010158895514905453, "position": 2476, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01119266264140606, "position": 2477, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02039632573723793, "position": 2478, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013225642032921314, "position": 2479, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017145974561572075, "position": 2480, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04569279029965401, "position": 2481, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11804109811782837, "position": 2482, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3117426633834839, "position": 2483, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09891346096992493, "position": 2484, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014174547046422958, "position": 2485, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15489593148231506, "position": 2486, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.863088543061167e-05, "position": 2487, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21643418073654175, "position": 2488, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2555706202983856, "position": 2489, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025600628927350044, "position": 2490, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2212819904088974, "position": 2491, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1399766206741333, "position": 2492, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002896600868552923, "position": 2493, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02568577229976654, "position": 2494, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12171073257923126, "position": 2495, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11583801358938217, "position": 2496, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0979413241147995, "position": 2497, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030740033835172653, "position": 2498, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.221243918640539e-05, "position": 2499, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10409490764141083, "position": 2500, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0355093888938427, "position": 2501, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24427416920661926, "position": 2502, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.17474770545959473, "position": 2503, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2248646318912506, "position": 2504, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.46398094296455383, "position": 2505, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013783661648631096, "position": 2506, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2589432895183563, "position": 2507, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.002040468854829669, "position": 2508, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015683149686083198, "position": 2509, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03365606069564819, "position": 2510, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10032670199871063, "position": 2511, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.7288169860839844, "position": 2512, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007043154328130186, "position": 2513, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2379971742630005, "position": 2514, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1623845398426056, "position": 2515, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00043753444333560765, "position": 2516, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05139685422182083, "position": 2517, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14805664122104645, "position": 2518, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.002135168295353651, "position": 2519, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2783023118972778, "position": 2520, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.002853640355169773, "position": 2521, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4432087540626526, "position": 2522, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0055134231224656105, "position": 2523, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.36445245146751404, "position": 2524, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000544704613275826, "position": 2525, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.42692384123802185, "position": 2526, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.4075613021850586, "position": 2527, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09675352275371552, "position": 2528, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18377073109149933, "position": 2529, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025158729404211044, "position": 2530, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02281687781214714, "position": 2531, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.394843512680382e-05, "position": 2532, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.384281732607633e-05, "position": 2533, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2528858482837677, "position": 2534, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03391876816749573, "position": 2535, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08749570697546005, "position": 2536, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.39360517263412476, "position": 2537, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.016340093687176704, "position": 2538, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034110333770513535, "position": 2539, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09739059954881668, "position": 2540, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1829666793346405, "position": 2541, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06354378163814545, "position": 2542, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026546329259872437, "position": 2543, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10528542101383209, "position": 2544, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.009564323350787163, "position": 2545, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.29988038539886475, "position": 2546, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014941276051104069, "position": 2547, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011034387862309813, "position": 2548, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.060472503304481506, "position": 2549, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008652348071336746, "position": 2550, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.789865826955065e-05, "position": 2551, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.0241832064348273e-05, "position": 2552, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003431246615946293, "position": 2553, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07974258065223694, "position": 2554, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2813754677772522, "position": 2555, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0303526408970356, "position": 2556, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004966992884874344, "position": 2557, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02638857625424862, "position": 2558, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15022630989551544, "position": 2559, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11174201965332031, "position": 2560, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044950805604457855, "position": 2561, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008906090632081032, "position": 2562, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8301637965123518e-06, "position": 2563, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000126979939523153, "position": 2564, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007557243574410677, "position": 2565, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018876207468565553, "position": 2566, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009240983054041862, "position": 2567, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18161243200302124, "position": 2568, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17785924673080444, "position": 2569, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012306666933000088, "position": 2570, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.35089731216430664, "position": 2571, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.572612464427948, "position": 2572, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 1.3209642929723486e-05, "position": 2573, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001536957424832508, "position": 2574, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19644057750701904, "position": 2575, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07564584910869598, "position": 2576, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8010890673613176e-05, "position": 2577, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3725431263446808, "position": 2578, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.18216994404792786, "position": 2579, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005562736187130213, "position": 2580, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21355102956295013, "position": 2581, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06600526720285416, "position": 2582, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3825378715991974, "position": 2583, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003358022775501013, "position": 2584, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034611091017723083, "position": 2585, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09021854400634766, "position": 2586, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0821249932050705, "position": 2587, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14104920625686646, "position": 2588, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02911147102713585, "position": 2589, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12376503646373749, "position": 2590, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01199923176318407, "position": 2591, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22961263358592987, "position": 2592, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07065857946872711, "position": 2593, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008293303661048412, "position": 2594, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004697911790572107, "position": 2595, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004460385534912348, "position": 2596, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015805182047188282, "position": 2597, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06830666214227676, "position": 2598, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14436788856983185, "position": 2599, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.016987714916467667, "position": 2600, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000379416422219947, "position": 2601, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026288488879799843, "position": 2602, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008522693067789078, "position": 2603, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06852912157773972, "position": 2604, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029127418994903564, "position": 2605, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08558677136898041, "position": 2606, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10112154483795166, "position": 2607, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08177965879440308, "position": 2608, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.016019249334931374, "position": 2609, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025035230442881584, "position": 2610, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03516943380236626, "position": 2611, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031143400818109512, "position": 2612, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09356755018234253, "position": 2613, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.700678825378418, "position": 2614, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0754120796918869, "position": 2615, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03147178143262863, "position": 2616, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0144577044993639, "position": 2617, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11024894565343857, "position": 2618, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04463903605937958, "position": 2619, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03875037655234337, "position": 2620, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0058273859322071075, "position": 2621, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005169654730707407, "position": 2622, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023950625211000443, "position": 2623, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01019938662648201, "position": 2624, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07775838673114777, "position": 2625, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006056133657693863, "position": 2626, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020007718354463577, "position": 2627, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004777609370648861, "position": 2628, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012905474752187729, "position": 2629, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011357066221535206, "position": 2630, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019161488860845566, "position": 2631, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009251850424334407, "position": 2632, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012762518599629402, "position": 2633, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015909409150481224, "position": 2634, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009925097227096558, "position": 2635, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0029693732503801584, "position": 2636, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00641612010076642, "position": 2637, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0120772710070014, "position": 2638, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027522718533873558, "position": 2639, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005611777305603027, "position": 2640, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01315139140933752, "position": 2641, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011498868465423584, "position": 2642, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0065722158178687096, "position": 2643, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011069329921156168, "position": 2644, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010580520145595074, "position": 2645, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0330461785197258, "position": 2646, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.018265847116708755, "position": 2647, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014244640246033669, "position": 2648, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021461246535182, "position": 2649, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.017476925626397133, "position": 2650, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013998089358210564, "position": 2651, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02206665277481079, "position": 2652, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005794401280581951, "position": 2653, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007073018699884415, "position": 2654, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00950644351541996, "position": 2655, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0123994629830122, "position": 2656, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015539498999714851, "position": 2657, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00919296219944954, "position": 2658, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042997658252716064, "position": 2659, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030145175755023956, "position": 2660, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03484201058745384, "position": 2661, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021637970581650734, "position": 2662, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02030099555850029, "position": 2663, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005001888610422611, "position": 2664, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012799585238099098, "position": 2665, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002703215926885605, "position": 2666, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016195477917790413, "position": 2667, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021534480154514313, "position": 2668, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04282990097999573, "position": 2669, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004611808806657791, "position": 2670, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025075864046812057, "position": 2671, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00924195908010006, "position": 2672, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007644894532859325, "position": 2673, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011316183372400701, "position": 2674, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02336553856730461, "position": 2675, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11384977400302887, "position": 2676, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013391950051300228, "position": 2677, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05463603883981705, "position": 2678, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.052114371210336685, "position": 2679, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014159168116748333, "position": 2680, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013272442854940891, "position": 2681, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030775297433137894, "position": 2682, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.038980599492788315, "position": 2683, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005632435204461217, "position": 2684, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011048357700929046, "position": 2685, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000419915682869032, "position": 2686, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.997530049877241e-05, "position": 2687, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.045931052416563034, "position": 2688, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.018100209534168243, "position": 2689, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013567744754254818, "position": 2690, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07700970023870468, "position": 2691, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035557664930820465, "position": 2692, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01390640065073967, "position": 2693, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018634062260389328, "position": 2694, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08227811008691788, "position": 2695, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06129700690507889, "position": 2696, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.25894424319267273, "position": 2697, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.003451709635555744, "position": 2698, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11626044660806656, "position": 2699, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.084742224426009e-05, "position": 2700, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11303651332855225, "position": 2701, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008669039234519005, "position": 2702, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12381526082754135, "position": 2703, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.051849354058504105, "position": 2704, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22077001631259918, "position": 2705, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0012361493427306414, "position": 2706, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006105050910264254, "position": 2707, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00557064451277256, "position": 2708, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03682345896959305, "position": 2709, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027468733489513397, "position": 2710, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.31515783071517944, "position": 2711, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09225672483444214, "position": 2712, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0005325152305886149, "position": 2713, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010679513798095286, "position": 2714, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00027709396090358496, "position": 2715, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.192319359688554e-05, "position": 2716, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058034610003232956, "position": 2717, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05363604426383972, "position": 2718, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06065930426120758, "position": 2719, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04026627540588379, "position": 2720, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1252516210079193, "position": 2721, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0016205264255404472, "position": 2722, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028359904885292053, "position": 2723, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000463765871245414, "position": 2724, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07445269823074341, "position": 2725, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005021075485274196, "position": 2726, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04462428018450737, "position": 2727, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004705830477178097, "position": 2728, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000453883403679356, "position": 2729, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015058976132422686, "position": 2730, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047720424830913544, "position": 2731, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11429831385612488, "position": 2732, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1803097426891327, "position": 2733, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01933462731540203, "position": 2734, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023791541752871126, "position": 2735, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07788097858428955, "position": 2736, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000639954349026084, "position": 2737, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.057109132409095764, "position": 2738, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1751804524683394e-05, "position": 2739, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000140434131026268, "position": 2740, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001149104064097628, "position": 2741, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.31784571649041e-05, "position": 2742, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013767316937446594, "position": 2743, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11684901267290115, "position": 2744, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06303820013999939, "position": 2745, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21559377014636993, "position": 2746, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012467402964830399, "position": 2747, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06969252228736877, "position": 2748, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005093652755022049, "position": 2749, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034480851143598557, "position": 2750, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08262147754430771, "position": 2751, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0756799578666687, "position": 2752, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05524137616157532, "position": 2753, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2908030152320862, "position": 2754, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001288574654608965, "position": 2755, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020161189138889313, "position": 2756, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0972881093621254, "position": 2757, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.051518432796001434, "position": 2758, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12839795649051666, "position": 2759, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11333203315734863, "position": 2760, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.28236615657806396, "position": 2761, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.142316563753411e-05, "position": 2762, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013388663530349731, "position": 2763, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06196671351790428, "position": 2764, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018414493650197983, "position": 2765, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.038647085428237915, "position": 2766, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06813967972993851, "position": 2767, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3101537525653839, "position": 2768, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0031252242624759674, "position": 2769, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012168140150606632, "position": 2770, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11398199200630188, "position": 2771, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.012537477537989616, "position": 2772, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12735328078269958, "position": 2773, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0760347992181778, "position": 2774, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09275280684232712, "position": 2775, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03681790083646774, "position": 2776, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03420677036046982, "position": 2777, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.29865583777427673, "position": 2778, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0126426937058568, "position": 2779, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013777269050478935, "position": 2780, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2235075831413269, "position": 2781, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22635668516159058, "position": 2782, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011753404513001442, "position": 2783, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3205670416355133, "position": 2784, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.004722163081169128, "position": 2785, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014033279148861766, "position": 2786, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.496182610746473e-05, "position": 2787, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013783291797153652, "position": 2788, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8117651052307338e-05, "position": 2789, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.30021578073501587, "position": 2790, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03209777921438217, "position": 2791, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.028342613717541e-05, "position": 2792, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.046096254140138626, "position": 2793, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015371941030025482, "position": 2794, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04344835504889488, "position": 2795, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013761935755610466, "position": 2796, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020378470420837402, "position": 2797, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017772072926163673, "position": 2798, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000258681015111506, "position": 2799, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17815230786800385, "position": 2800, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.4151579054887407e-05, "position": 2801, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003998547792434692, "position": 2802, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.40095698833465576, "position": 2803, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0005636168061755598, "position": 2804, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1054953783750534, "position": 2805, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18926599621772766, "position": 2806, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011765140807256103, "position": 2807, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.608488623285666e-05, "position": 2808, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011075343005359173, "position": 2809, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03576679527759552, "position": 2810, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006008208263665438, "position": 2811, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00019099880591966212, "position": 2812, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.28204673528671265, "position": 2813, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002616882266011089, "position": 2814, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030965475365519524, "position": 2815, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.427215440548025e-05, "position": 2816, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000928944384213537, "position": 2817, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014053347986191511, "position": 2818, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019042788771912456, "position": 2819, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02570744976401329, "position": 2820, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021021056920289993, "position": 2821, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11148915439844131, "position": 2822, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005460680928081274, "position": 2823, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0029791060369461775, "position": 2824, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06902956962585449, "position": 2825, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05963670462369919, "position": 2826, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05145493894815445, "position": 2827, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018864079611375928, "position": 2828, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019781945273280144, "position": 2829, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00044849966070614755, "position": 2830, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08480227738618851, "position": 2831, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002360151382163167, "position": 2832, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.36606234312057495, "position": 2833, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07663803547620773, "position": 2834, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002584895584732294, "position": 2835, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007997846696525812, "position": 2836, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.082481847144663e-05, "position": 2837, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.775339271465782e-05, "position": 2838, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.972518010821659e-06, "position": 2839, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010799364186823368, "position": 2840, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14447945356369019, "position": 2841, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02220929227769375, "position": 2842, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11529780924320221, "position": 2843, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1717427670955658, "position": 2844, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0010180275421589613, "position": 2845, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20543411374092102, "position": 2846, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.034093767404556274, "position": 2847, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05939609557390213, "position": 2848, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0029861442744731903, "position": 2849, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025453876703977585, "position": 2850, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003548424458131194, "position": 2851, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010636256076395512, "position": 2852, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10807161033153534, "position": 2853, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.035719484090805054, "position": 2854, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03286333382129669, "position": 2855, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03214627504348755, "position": 2856, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010817322880029678, "position": 2857, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010484079830348492, "position": 2858, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008386368863284588, "position": 2859, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014393797144293785, "position": 2860, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03375677764415741, "position": 2861, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07263912260532379, "position": 2862, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021533673629164696, "position": 2863, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001021455624140799, "position": 2864, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14222143590450287, "position": 2865, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 1.2926485396747012e-05, "position": 2866, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0036968213971704245, "position": 2867, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009046191349625587, "position": 2868, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007629319443367422, "position": 2869, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12380532920360565, "position": 2870, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010422093328088522, "position": 2871, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.067845530807972e-05, "position": 2872, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.171644392656162e-05, "position": 2873, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016746493929531425, "position": 2874, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008028451120480895, "position": 2875, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02872011810541153, "position": 2876, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.117576964199543, "position": 2877, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13364100456237793, "position": 2878, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005601118318736553, "position": 2879, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0056135887280106544, "position": 2880, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023329900577664375, "position": 2881, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.087310341878037e-07, "position": 2882, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.46893684763927e-05, "position": 2883, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.929780258564278e-05, "position": 2884, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.228253475157544e-05, "position": 2885, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016021337360143661, "position": 2886, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.547796798869967e-05, "position": 2887, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04013767093420029, "position": 2888, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004256582469679415, "position": 2889, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.023949673457537e-05, "position": 2890, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.16395118413493e-06, "position": 2891, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8371212036072393e-06, "position": 2892, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.70267553080339e-05, "position": 2893, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010645385191310197, "position": 2894, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3033993127464782e-05, "position": 2895, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.224824458360672, "position": 2896, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004227726254612207, "position": 2897, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20837116241455078, "position": 2898, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 5.595459879259579e-05, "position": 2899, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009527765214443207, "position": 2900, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10472436994314194, "position": 2901, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06637581437826157, "position": 2902, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0075005763210356236, "position": 2903, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018773413030430675, "position": 2904, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1376827210187912, "position": 2905, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09423306584358215, "position": 2906, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.197371706366539, "position": 2907, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0842888280749321, "position": 2908, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24203649163246155, "position": 2909, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00944527331739664, "position": 2910, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018446904141455889, "position": 2911, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18667712807655334, "position": 2912, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.0688357725739479, "position": 2913, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09297089278697968, "position": 2914, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07207197695970535, "position": 2915, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06959625333547592, "position": 2916, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006552781909704208, "position": 2917, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00033155817072838545, "position": 2918, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09451544284820557, "position": 2919, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00047733623068779707, "position": 2920, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002812954771798104, "position": 2921, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003890842664986849, "position": 2922, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010383044718764722, "position": 2923, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16714973747730255, "position": 2924, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04812896251678467, "position": 2925, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012090147472918034, "position": 2926, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029905222356319427, "position": 2927, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.089595212368295e-05, "position": 2928, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3660210371017456, "position": 2929, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016877485904842615, "position": 2930, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005276722367852926, "position": 2931, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.8143699043757806e-07, "position": 2932, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00027622064226306975, "position": 2933, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05240866541862488, "position": 2934, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015531167446170002, "position": 2935, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04311400279402733, "position": 2936, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022088507190346718, "position": 2937, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005901302210986614, "position": 2938, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00017072494665626436, "position": 2939, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.163365190379409e-07, "position": 2940, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0, "position": 2941, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07208919525146484, "position": 2942, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010446025058627129, "position": 2943, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007897133938968182, "position": 2944, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.587731281295419e-05, "position": 2945, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004891997668892145, "position": 2946, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1539732664823532, "position": 2947, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16726134717464447, "position": 2948, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003061855211853981, "position": 2949, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01326360460370779, "position": 2950, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006211309693753719, "position": 2951, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0380268394947052, "position": 2952, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08601921051740646, "position": 2953, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.17561252415180206, "position": 2954, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17084060609340668, "position": 2955, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04407396912574768, "position": 2956, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04775642603635788, "position": 2957, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.001518203062005341, "position": 2958, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.466297233804653e-07, "position": 2959, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5621902775819763e-06, "position": 2960, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1449199765920639, "position": 2961, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005156616680324078, "position": 2962, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016883273201528937, "position": 2963, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00025615570484660566, "position": 2964, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05667905509471893, "position": 2965, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022147810086607933, "position": 2966, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07529620081186295, "position": 2967, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18886137008666992, "position": 2968, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018985614879056811, "position": 2969, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013652510941028595, "position": 2970, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06792350113391876, "position": 2971, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.040260929614305496, "position": 2972, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23692451417446136, "position": 2973, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023267066106200218, "position": 2974, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007701828144490719, "position": 2975, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0887318104505539, "position": 2976, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05257822200655937, "position": 2977, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12857790291309357, "position": 2978, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029760006815195084, "position": 2979, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.045867159962654114, "position": 2980, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.8252197504043579, "position": 2981, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0928841382265091, "position": 2982, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016322124749422073, "position": 2983, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042703788727521896, "position": 2984, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08944103121757507, "position": 2985, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01842871867120266, "position": 2986, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005873588379472494, "position": 2987, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004396709147840738, "position": 2988, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11429410427808762, "position": 2989, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007500162464566529, "position": 2990, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.518431862583384e-07, "position": 2991, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.776653774271836e-07, "position": 2992, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10670968890190125, "position": 2993, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009397019166499376, "position": 2994, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018488008063286543, "position": 2995, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06581434607505798, "position": 2996, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.27018794417381287, "position": 2997, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06688647717237473, "position": 2998, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04966628551483154, "position": 2999, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0029675974510610104, "position": 3000, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0043835085816681385, "position": 3001, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017323214560747147, "position": 3002, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002923077263403684, "position": 3003, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.953025720373262e-06, "position": 3004, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1177747839828953e-06, "position": 3005, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24856504797935486, "position": 3006, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03049311228096485, "position": 3007, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21937575936317444, "position": 3008, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007824802887625992, "position": 3009, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011036442592740059, "position": 3010, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14858852326869965, "position": 3011, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.21972255408763885, "position": 3012, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1388956755399704, "position": 3013, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3409118056297302, "position": 3014, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010356097482144833, "position": 3015, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005492015276104212, "position": 3016, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16850760579109192, "position": 3017, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002321717096492648, "position": 3018, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.048794008791446686, "position": 3019, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1999119222164154, "position": 3020, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00045075983507558703, "position": 3021, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008602271787822247, "position": 3022, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009984090924263, "position": 3023, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17704717814922333, "position": 3024, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11012586206197739, "position": 3025, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027042198926210403, "position": 3026, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001871953485533595, "position": 3027, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.40952941669093e-07, "position": 3028, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11798771470785141, "position": 3029, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14975914359092712, "position": 3030, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18472497165203094, "position": 3031, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0213655736297369, "position": 3032, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19723626971244812, "position": 3033, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005989153287373483, "position": 3034, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018669338896870613, "position": 3035, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10541557520627975, "position": 3036, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014921538531780243, "position": 3037, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019084405153989792, "position": 3038, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023215804249048233, "position": 3039, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00028236256912350655, "position": 3040, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028834454715251923, "position": 3041, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003819325065705925, "position": 3042, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.297119165945332e-06, "position": 3043, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.3692004447184445e-07, "position": 3044, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.062199436128139496, "position": 3045, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.32166069746017456, "position": 3046, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1801900565624237, "position": 3047, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00039312621811404824, "position": 3048, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20597371459007263, "position": 3049, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.46961942315101624, "position": 3050, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1863054633140564, "position": 3051, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.6847359538078308, "position": 3052, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3957066535949707, "position": 3053, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016639551147818565, "position": 3054, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021213579457253218, "position": 3055, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2685648202896118, "position": 3056, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06464580446481705, "position": 3057, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0426955372095108, "position": 3058, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028501631692051888, "position": 3059, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07266000658273697, "position": 3060, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018900716677308083, "position": 3061, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08965105563402176, "position": 3062, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004153093323111534, "position": 3063, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12360334396362305, "position": 3064, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00019607358262874186, "position": 3065, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000906457076780498, "position": 3066, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.9826154028996825e-05, "position": 3067, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012425949797034264, "position": 3068, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.707032035687007e-05, "position": 3069, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005991158075630665, "position": 3070, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014413274766411632, "position": 3071, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12001892924308777, "position": 3072, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14702749252319336, "position": 3073, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.30087119340896606, "position": 3074, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030461221933364868, "position": 3075, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03561258316040039, "position": 3076, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004999261815100908, "position": 3077, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00046797460527159274, "position": 3078, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.978913395665586e-05, "position": 3079, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.719659045804292e-05, "position": 3080, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004695687093771994, "position": 3081, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018077382119372487, "position": 3082, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012444309890270233, "position": 3083, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021260299254208803, "position": 3084, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08337140828371048, "position": 3085, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07375934720039368, "position": 3086, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23202653229236603, "position": 3087, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12824413180351257, "position": 3088, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007723620161414146, "position": 3089, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005539377452805638, "position": 3090, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.86369016370736e-05, "position": 3091, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002293043304234743, "position": 3092, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.722196642134804e-06, "position": 3093, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.451741458273318e-07, "position": 3094, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23339641094207764, "position": 3095, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12307488918304443, "position": 3096, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010988472495228052, "position": 3097, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004719309508800507, "position": 3098, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005520033184438944, "position": 3099, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018111777026206255, "position": 3100, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03899412602186203, "position": 3101, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006559076718986034, "position": 3102, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058780569583177567, "position": 3103, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02074912190437317, "position": 3104, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15729650855064392, "position": 3105, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0032616753596812487, "position": 3106, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06730394065380096, "position": 3107, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3097867965698242, "position": 3108, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1381371021270752, "position": 3109, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025285016745328903, "position": 3110, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011238170554861426, "position": 3111, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01096479780972004, "position": 3112, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09938855469226837, "position": 3113, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.013463649898767471, "position": 3114, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011242336593568325, "position": 3115, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.052098821848630905, "position": 3116, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0039687021635472775, "position": 3117, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009303245460614562, "position": 3118, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.209784674458206e-05, "position": 3119, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.351621787965996e-06, "position": 3120, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08047489821910858, "position": 3121, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07214199751615524, "position": 3122, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00039321836084127426, "position": 3123, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20763230323791504, "position": 3124, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03113182634115219, "position": 3125, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04123973101377487, "position": 3126, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043981343507766724, "position": 3127, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08505228906869888, "position": 3128, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.004899611696600914, "position": 3129, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020864021498709917, "position": 3130, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2883276343345642, "position": 3131, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1500346064567566, "position": 3132, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06444986164569855, "position": 3133, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1342969536781311, "position": 3134, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08395053446292877, "position": 3135, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11663414537906647, "position": 3136, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.055122483521699905, "position": 3137, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4031294286251068, "position": 3138, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1676805317401886, "position": 3139, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04706147313117981, "position": 3140, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1851348727941513, "position": 3141, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00028750940691679716, "position": 3142, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0491871762496885e-06, "position": 3143, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5119643649086356e-05, "position": 3144, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023648105561733246, "position": 3145, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03264793008565903, "position": 3146, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004153612535446882, "position": 3147, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.303331322968006e-05, "position": 3148, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012249592691659927, "position": 3149, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011111062485724688, "position": 3150, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008784869685769081, "position": 3151, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.620590961072594e-05, "position": 3152, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0740574907686096e-05, "position": 3153, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001762474130373448, "position": 3154, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002293558558449149, "position": 3155, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5537283616140485e-05, "position": 3156, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.301158812973881e-06, "position": 3157, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0068167466670274734, "position": 3158, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20749294757843018, "position": 3159, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.40850529074668884, "position": 3160, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000504468334838748, "position": 3161, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00035447659320198, "position": 3162, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4238343055694713e-06, "position": 3163, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.6899180006221286e-07, "position": 3164, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005764576140791178, "position": 3165, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005175598198547959, "position": 3166, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.555088824214181e-06, "position": 3167, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00024879153352230787, "position": 3168, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.6509463572874665e-05, "position": 3169, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.2704736693412997e-05, "position": 3170, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.145626348872611e-07, "position": 3171, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2054879050538148e-07, "position": 3172, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009458141401410103, "position": 3173, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.565668175222527e-07, "position": 3174, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013314095558598638, "position": 3175, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011056283256039023, "position": 3176, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006837786640971899, "position": 3177, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001025625504553318, "position": 3178, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008692506235092878, "position": 3179, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01795841008424759, "position": 3180, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009092150256037712, "position": 3181, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004508070705924183, "position": 3182, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015478840097784996, "position": 3183, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013331754133105278, "position": 3184, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001986827701330185, "position": 3185, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14927521347999573, "position": 3186, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09997162222862244, "position": 3187, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1407162421382964e-05, "position": 3188, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003484123735688627, "position": 3189, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0075618610717356205, "position": 3190, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015657310141250491, "position": 3191, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008327821269631386, "position": 3192, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028250738978385925, "position": 3193, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17114688456058502, "position": 3194, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0047865151427686214, "position": 3195, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.861702329137188e-07, "position": 3196, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.695360156707466e-05, "position": 3197, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.30727270245552063, "position": 3198, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013072752393782139, "position": 3199, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024497197940945625, "position": 3200, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12830929458141327, "position": 3201, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18974825739860535, "position": 3202, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00034869404044002295, "position": 3203, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09237921237945557, "position": 3204, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00047919643111526966, "position": 3205, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003500859602354467, "position": 3206, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00017556195962242782, "position": 3207, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008534401655197144, "position": 3208, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031056664884090424, "position": 3209, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022691015154123306, "position": 3210, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06679319590330124, "position": 3211, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.176919461926445e-05, "position": 3212, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009822632418945432, "position": 3213, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.9185212295269594e-05, "position": 3214, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015316857025027275, "position": 3215, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09451811015605927, "position": 3216, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001081409864127636, "position": 3217, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003818107768893242, "position": 3218, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012401705607771873, "position": 3219, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017273159697651863, "position": 3220, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.6886204977927264e-06, "position": 3221, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.303705883212388e-05, "position": 3222, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08517533540725708, "position": 3223, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01854648068547249, "position": 3224, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002422359539195895, "position": 3225, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001261444529518485, "position": 3226, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.224062574096024e-05, "position": 3227, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.054323554039001465, "position": 3228, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01607968844473362, "position": 3229, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01644585281610489, "position": 3230, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009618020267225802, "position": 3231, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013614574447274208, "position": 3232, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012798610143363476, "position": 3233, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033859290182590485, "position": 3234, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010405635839561, "position": 3235, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03487413749098778, "position": 3236, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00031805544858798385, "position": 3237, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014425421133637428, "position": 3238, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.411470243008807e-05, "position": 3239, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0, "position": 3240, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.479894060859806e-07, "position": 3241, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009446112089790404, "position": 3242, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002625946421176195, "position": 3243, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024584010243415833, "position": 3244, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004627636226359755, "position": 3245, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05243521183729172, "position": 3246, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002107925247400999, "position": 3247, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00236568134278059, "position": 3248, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00475796964019537, "position": 3249, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033424922730773687, "position": 3250, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.919949212009669e-07, "position": 3251, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014450163580477238, "position": 3252, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.218963294988498e-05, "position": 3253, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2927496754855383e-05, "position": 3254, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000342681014444679, "position": 3255, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3682624399662018, "position": 3256, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025862627662718296, "position": 3257, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0592564158141613, "position": 3258, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011908754706382751, "position": 3259, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019223422277718782, "position": 3260, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16012409329414368, "position": 3261, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002564633614383638, "position": 3262, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028257928788661957, "position": 3263, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018725168192759156, "position": 3264, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.5571284721954726e-06, "position": 3265, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011435634223744273, "position": 3266, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018123470363207161, "position": 3267, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002030629198998213, "position": 3268, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018727218732237816, "position": 3269, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013350894674658775, "position": 3270, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00019610468007158488, "position": 3271, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1239511625026353e-06, "position": 3272, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.0409469786718546e-07, "position": 3273, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06294545531272888, "position": 3274, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11039207875728607, "position": 3275, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00045308039989322424, "position": 3276, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019443838391453028, "position": 3277, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002597389102447778, "position": 3278, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019346050918102264, "position": 3279, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.0069298847811297e-05, "position": 3280, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037834839895367622, "position": 3281, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02587396465241909, "position": 3282, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006779801100492477, "position": 3283, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007269940106198192, "position": 3284, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005763357039541006, "position": 3285, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02847382053732872, "position": 3286, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010955769568681717, "position": 3287, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007580564706586301, "position": 3288, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004499062488321215, "position": 3289, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00273544667288661, "position": 3290, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.7118981203529984e-05, "position": 3291, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.936046699796862e-07, "position": 3292, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.910334145184606e-06, "position": 3293, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000224998191697523, "position": 3294, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020449789240956306, "position": 3295, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004489506129175425, "position": 3296, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.360335904289968e-05, "position": 3297, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002602417953312397, "position": 3298, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.30882158875465393, "position": 3299, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025136221665889025, "position": 3300, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001273701200261712, "position": 3301, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.429166311747395e-06, "position": 3302, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06217634677886963, "position": 3303, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001625232631340623, "position": 3304, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08502738177776337, "position": 3305, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015129148960113525, "position": 3306, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010820713214343414, "position": 3307, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00027214642614126205, "position": 3308, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.7903482785186497e-07, "position": 3309, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002823947463184595, "position": 3310, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006839483394287527, "position": 3311, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01337901595979929, "position": 3312, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0169889647513628, "position": 3313, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001356052584014833, "position": 3314, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044506270438432693, "position": 3315, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002309981733560562, "position": 3316, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.088991646422073e-06, "position": 3317, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06210670620203018, "position": 3318, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011365428566932678, "position": 3319, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04381492733955383, "position": 3320, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12436774373054504, "position": 3321, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.217132077930728e-06, "position": 3322, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.331961776595563e-05, "position": 3323, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011224675923585892, "position": 3324, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006142972502857447, "position": 3325, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027762701734900475, "position": 3326, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10462545603513718, "position": 3327, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00017671703244559467, "position": 3328, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07758498191833496, "position": 3329, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004006228409707546, "position": 3330, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01250325608998537, "position": 3331, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.611781671177596e-05, "position": 3332, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.060035154107027e-06, "position": 3333, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01078706979751587, "position": 3334, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002138293581083417, "position": 3335, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005359039641916752, "position": 3336, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02553119696676731, "position": 3337, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023805995006114244, "position": 3338, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00683277752250433, "position": 3339, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002040108200162649, "position": 3340, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013601103564724326, "position": 3341, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.479925989173353e-05, "position": 3342, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.2491206841077656e-05, "position": 3343, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000195449247257784, "position": 3344, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.7637225937505718e-06, "position": 3345, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.663793439860456e-06, "position": 3346, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00030320885707624257, "position": 3347, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011882359394803643, "position": 3348, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012892999220639467, "position": 3349, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024688847362995148, "position": 3350, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021009803749620914, "position": 3351, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003192492527887225, "position": 3352, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0038235432002693415, "position": 3353, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000581747037358582, "position": 3354, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015699122101068497, "position": 3355, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013473462604451925, "position": 3356, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009444305906072259, "position": 3357, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014529277104884386, "position": 3358, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.349685746594332e-05, "position": 3359, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05036047101020813, "position": 3360, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4741275663254783e-05, "position": 3361, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005990697536617517, "position": 3362, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00040080619510263205, "position": 3363, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06968221068382263, "position": 3364, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0034996806643903255, "position": 3365, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017262959852814674, "position": 3366, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014408553019165993, "position": 3367, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004048568953294307, "position": 3368, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014744900166988373, "position": 3369, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017970673739910126, "position": 3370, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001086845644749701, "position": 3371, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03624507784843445, "position": 3372, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07846158742904663, "position": 3373, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05025118216872215, "position": 3374, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016113968566060066, "position": 3375, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006343632936477661, "position": 3376, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003499237820506096, "position": 3377, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02148122526705265, "position": 3378, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0053584985435009, "position": 3379, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03196599334478378, "position": 3380, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01141315046697855, "position": 3381, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01368347555398941, "position": 3382, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08447475731372833, "position": 3383, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021869808435440063, "position": 3384, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007913721725344658, "position": 3385, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025485120713710785, "position": 3386, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03334382176399231, "position": 3387, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02223183773458004, "position": 3388, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014680471271276474, "position": 3389, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06176481023430824, "position": 3390, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013285358436405659, "position": 3391, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08306791633367538, "position": 3392, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020950213074684143, "position": 3393, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04964302480220795, "position": 3394, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09841962158679962, "position": 3395, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1166948527097702, "position": 3396, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.029079264029860497, "position": 3397, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00809395033866167, "position": 3398, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03210803121328354, "position": 3399, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006609323434531689, "position": 3400, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009369160979986191, "position": 3401, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08205132186412811, "position": 3402, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005892552435398102, "position": 3403, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018712525488808751, "position": 3404, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05808882415294647, "position": 3405, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01782795786857605, "position": 3406, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03247025981545448, "position": 3407, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07808563113212585, "position": 3408, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03336217626929283, "position": 3409, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.061540424823760986, "position": 3410, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012776721268892288, "position": 3411, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035119421780109406, "position": 3412, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022478168830275536, "position": 3413, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012137454934418201, "position": 3414, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005902435630559921, "position": 3415, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15811680257320404, "position": 3416, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.012130146846175194, "position": 3417, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024353826884180307, "position": 3418, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23108597099781036, "position": 3419, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013234411017037928, "position": 3420, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033796146512031555, "position": 3421, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010754340328276157, "position": 3422, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0045830621384084225, "position": 3423, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012823642464354634, "position": 3424, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05588121339678764, "position": 3425, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005723144859075546, "position": 3426, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03158784285187721, "position": 3427, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18262816965579987, "position": 3428, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.10246090590953827, "position": 3429, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014492804184556007, "position": 3430, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002145602338714525, "position": 3431, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030965551733970642, "position": 3432, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023348836693912745, "position": 3433, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011696970323100686, "position": 3434, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.093228098005056e-05, "position": 3435, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.424167516641319e-05, "position": 3436, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.900345634770929e-06, "position": 3437, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035055694170296192, "position": 3438, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008521901909261942, "position": 3439, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013147484278306365, "position": 3440, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.597723015351221e-05, "position": 3441, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.892631866619922e-06, "position": 3442, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011221889144508168, "position": 3443, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.844902261742391e-05, "position": 3444, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015301882522180676, "position": 3445, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.7447782637609635e-06, "position": 3446, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.2974372768658213e-05, "position": 3447, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018524943152442575, "position": 3448, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.19358446681872e-06, "position": 3449, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007095683249644935, "position": 3450, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013737546396441758, "position": 3451, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.88366048457101e-05, "position": 3452, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001344075659289956, "position": 3453, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.162380380672403e-05, "position": 3454, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001786986249499023, "position": 3455, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012943737965542823, "position": 3456, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012709815055131912, "position": 3457, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5680678188800812e-05, "position": 3458, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.403713582083583e-05, "position": 3459, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2691154552157968e-05, "position": 3460, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.835936240648152e-06, "position": 3461, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.442822657641955e-05, "position": 3462, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001430105185136199, "position": 3463, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.645739631494507e-05, "position": 3464, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012061058077961206, "position": 3465, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011770593118853867, "position": 3466, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002336423349333927, "position": 3467, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007391208200715482, "position": 3468, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036658596247434616, "position": 3469, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015877154655754566, "position": 3470, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19502289593219757, "position": 3471, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007709435885772109, "position": 3472, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009104190394282341, "position": 3473, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030709709972143173, "position": 3474, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028545266017317772, "position": 3475, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012354826554656029, "position": 3476, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2584550678730011, "position": 3477, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04455740004777908, "position": 3478, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05635131150484085, "position": 3479, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015061561716720462, "position": 3480, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005683556664735079, "position": 3481, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006753481924533844, "position": 3482, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.958732799626887e-06, "position": 3483, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2588154673576355, "position": 3484, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08451836556196213, "position": 3485, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06860939413309097, "position": 3486, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.383388245012611e-05, "position": 3487, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015400584088638425, "position": 3488, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10539056360721588, "position": 3489, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12333940714597702, "position": 3490, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.35796862840652466, "position": 3491, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3233703612058889e-05, "position": 3492, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03172634541988373, "position": 3493, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013989520259201527, "position": 3494, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07757866382598877, "position": 3495, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03695632144808769, "position": 3496, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17294709384441376, "position": 3497, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09810284525156021, "position": 3498, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19967040419578552, "position": 3499, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.3026217222213745, "position": 3500, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04047920182347298, "position": 3501, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006704950239509344, "position": 3502, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004874228499829769, "position": 3503, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023881321249064058, "position": 3504, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004254839732311666, "position": 3505, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000101581281342078, "position": 3506, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018855474889278412, "position": 3507, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015014400705695152, "position": 3508, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007044827798381448, "position": 3509, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043264731764793396, "position": 3510, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015332874841988087, "position": 3511, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011310741305351257, "position": 3512, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018705695401877165, "position": 3513, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023761422198731452, "position": 3514, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.37399160861968994, "position": 3515, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02468671277165413, "position": 3516, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17373043298721313, "position": 3517, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.039872441440820694, "position": 3518, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03475555405020714, "position": 3519, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01878266967833042, "position": 3520, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006359490100294352, "position": 3521, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0840325802564621, "position": 3522, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028315200470387936, "position": 3523, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09376311302185059, "position": 3524, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02128860168159008, "position": 3525, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001170970848761499, "position": 3526, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008248740341514349, "position": 3527, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03031260147690773, "position": 3528, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020701291039586067, "position": 3529, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009396988898515701, "position": 3530, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002211117884144187, "position": 3531, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00420323247089982, "position": 3532, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002732375171035528, "position": 3533, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004893801640719175, "position": 3534, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02093343809247017, "position": 3535, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020192526280879974, "position": 3536, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035426825284957886, "position": 3537, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030351221561431885, "position": 3538, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001262662815861404, "position": 3539, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012934397091157734, "position": 3540, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007539489306509495, "position": 3541, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00834585726261139, "position": 3542, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016876962035894394, "position": 3543, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058255452662706375, "position": 3544, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006281390087679029, "position": 3545, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002173634711652994, "position": 3546, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005908409133553505, "position": 3547, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004035707679577172, "position": 3548, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009852369548752904, "position": 3549, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011293714866042137, "position": 3550, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020755217410624027, "position": 3551, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021747273858636618, "position": 3552, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014911633916199207, "position": 3553, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005460322834551334, "position": 3554, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.236325912643224e-05, "position": 3555, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030529841780662537, "position": 3556, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011058682575821877, "position": 3557, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003596832975745201, "position": 3558, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002119068056344986, "position": 3559, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008347831666469574, "position": 3560, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006381089333444834, "position": 3561, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1293201893568039, "position": 3562, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011113189160823822, "position": 3563, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004958996432833374, "position": 3564, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006004978786222637, "position": 3565, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00028640058008022606, "position": 3566, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04219239577651024, "position": 3567, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025898903608322144, "position": 3568, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0074419486336410046, "position": 3569, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01066719088703394, "position": 3570, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02437998168170452, "position": 3571, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017290731193497777, "position": 3572, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007264015730470419, "position": 3573, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002662926563061774, "position": 3574, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021152691915631294, "position": 3575, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016513504087924957, "position": 3576, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021491385996341705, "position": 3577, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003305154968984425, "position": 3578, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008635264239273965, "position": 3579, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012878919951617718, "position": 3580, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021759256720542908, "position": 3581, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02294411137700081, "position": 3582, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00047252263175323606, "position": 3583, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012234834022819996, "position": 3584, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005281341727823019, "position": 3585, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009122805669903755, "position": 3586, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.003937951754778624, "position": 3587, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006334160454571247, "position": 3588, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12555211782455444, "position": 3589, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021496528759598732, "position": 3590, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22203510999679565, "position": 3591, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0052434285171329975, "position": 3592, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002625433262437582, "position": 3593, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004137866199016571, "position": 3594, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04232735186815262, "position": 3595, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0672658160328865, "position": 3596, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00426224060356617, "position": 3597, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.46412149257958e-05, "position": 3598, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1278020739555359, "position": 3599, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.9713026934769e-05, "position": 3600, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020989447366446257, "position": 3601, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001560917735332623, "position": 3602, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07712072879076004, "position": 3603, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1456415355205536, "position": 3604, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002485410659573972, "position": 3605, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012967437505722046, "position": 3606, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006539963185787201, "position": 3607, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11241090297698975, "position": 3608, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.2740857005119324, "position": 3609, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011587124317884445, "position": 3610, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014962623827159405, "position": 3611, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07196227461099625, "position": 3612, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013791965320706367, "position": 3613, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.01289130927762e-05, "position": 3614, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.30784326791763306, "position": 3615, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014173570089042187, "position": 3616, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12882786989212036, "position": 3617, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04666617140173912, "position": 3618, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023632091470062733, "position": 3619, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010098123457282782, "position": 3620, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0032912935130298138, "position": 3621, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013512182049453259, "position": 3622, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02405019849538803, "position": 3623, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.016896316781640053, "position": 3624, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003750845789909363, "position": 3625, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04202049598097801, "position": 3626, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02063135802745819, "position": 3627, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024848084896802902, "position": 3628, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032244328409433365, "position": 3629, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010457175783813, "position": 3630, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011058453470468521, "position": 3631, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01745855063199997, "position": 3632, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012022534385323524, "position": 3633, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.018264662474393845, "position": 3634, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013354615308344364, "position": 3635, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012759527191519737, "position": 3636, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008030491881072521, "position": 3637, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023986224085092545, "position": 3638, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017981527373194695, "position": 3639, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008481765165925026, "position": 3640, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011284960433840752, "position": 3641, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027451835572719574, "position": 3642, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03194098547101021, "position": 3643, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025185812264680862, "position": 3644, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02929474413394928, "position": 3645, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0057754539884626865, "position": 3646, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035291898995637894, "position": 3647, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007922420278191566, "position": 3648, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019940227270126343, "position": 3649, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028974149376153946, "position": 3650, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024167638272047043, "position": 3651, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012309437617659569, "position": 3652, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002177167683839798, "position": 3653, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033925222232937813, "position": 3654, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016741031780838966, "position": 3655, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007891800254583359, "position": 3656, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009739303030073643, "position": 3657, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00987362489104271, "position": 3658, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017361491918563843, "position": 3659, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018099116161465645, "position": 3660, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015028157271444798, "position": 3661, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.018801327794790268, "position": 3662, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0337705984711647, "position": 3663, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009258301928639412, "position": 3664, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033353451639413834, "position": 3665, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024925362318754196, "position": 3666, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01994403824210167, "position": 3667, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023391926661133766, "position": 3668, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014259838499128819, "position": 3669, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005080805625766516, "position": 3670, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00671228626742959, "position": 3671, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010378098115324974, "position": 3672, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013837852515280247, "position": 3673, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0058905272744596004, "position": 3674, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00232488289475441, "position": 3675, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030569322407245636, "position": 3676, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01346706971526146, "position": 3677, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014827908016741276, "position": 3678, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007761159911751747, "position": 3679, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004951717332005501, "position": 3680, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00987661350518465, "position": 3681, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006373996380716562, "position": 3682, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026888199150562286, "position": 3683, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005688278004527092, "position": 3684, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00888323038816452, "position": 3685, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.059756115078926086, "position": 3686, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01521160826086998, "position": 3687, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005428477190434933, "position": 3688, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017821190878748894, "position": 3689, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013483576476573944, "position": 3690, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025061226915568113, "position": 3691, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011316461488604546, "position": 3692, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017575128003954887, "position": 3693, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011751729995012283, "position": 3694, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0034050270915031433, "position": 3695, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013758799061179161, "position": 3696, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014822312630712986, "position": 3697, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005139023996889591, "position": 3698, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004764319863170385, "position": 3699, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012841071002185345, "position": 3700, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033014751970767975, "position": 3701, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01845986396074295, "position": 3702, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012936701066792011, "position": 3703, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020486274734139442, "position": 3704, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0012611401034519076, "position": 3705, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004919194150716066, "position": 3706, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009222538210451603, "position": 3707, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007525965105742216, "position": 3708, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015942776575684547, "position": 3709, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003822546685114503, "position": 3710, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022476378828287125, "position": 3711, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010021410882472992, "position": 3712, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008557836525142193, "position": 3713, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00902972649782896, "position": 3714, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022786051034927368, "position": 3715, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007057340815663338, "position": 3716, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025056971237063408, "position": 3717, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030984196811914444, "position": 3718, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04454783722758293, "position": 3719, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006247209385037422, "position": 3720, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027939171995967627, "position": 3721, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002578020328655839, "position": 3722, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00691240793094039, "position": 3723, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013957874849438667, "position": 3724, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013290243223309517, "position": 3725, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.014994814991950989, "position": 3726, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02212410606443882, "position": 3727, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004231621511280537, "position": 3728, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001944449613802135, "position": 3729, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030988391488790512, "position": 3730, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010218454524874687, "position": 3731, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006153404712677002, "position": 3732, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032408177852630615, "position": 3733, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01098543219268322, "position": 3734, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003864174708724022, "position": 3735, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018064774572849274, "position": 3736, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025292538106441498, "position": 3737, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018716398626565933, "position": 3738, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022073954343795776, "position": 3739, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.029475990682840347, "position": 3740, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014130412600934505, "position": 3741, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0468740351498127, "position": 3742, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014021532610058784, "position": 3743, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007032015826553106, "position": 3744, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005769350100308657, "position": 3745, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002781006507575512, "position": 3746, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08125638961791992, "position": 3747, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06277262419462204, "position": 3748, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02774300053715706, "position": 3749, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08823809027671814, "position": 3750, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044465236365795135, "position": 3751, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0280466228723526, "position": 3752, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001488036650698632, "position": 3753, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1813085377216339, "position": 3754, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010158735327422619, "position": 3755, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00035566900623962283, "position": 3756, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00313497893512249, "position": 3757, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012239674106240273, "position": 3758, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.2592306272126734e-05, "position": 3759, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004625033587217331, "position": 3760, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01039945799857378, "position": 3761, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033951066434383392, "position": 3762, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009746162220835686, "position": 3763, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.056459590792655945, "position": 3764, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009704872965812683, "position": 3765, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022111808881163597, "position": 3766, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007063325494527817, "position": 3767, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009137481451034546, "position": 3768, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006962073966860771, "position": 3769, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025052674114704132, "position": 3770, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.037962447851896286, "position": 3771, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007998086512088776, "position": 3772, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.060198403894901276, "position": 3773, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07582758367061615, "position": 3774, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05778692662715912, "position": 3775, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02697318233549595, "position": 3776, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006247308105230331, "position": 3777, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013266582041978836, "position": 3778, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012378357350826263, "position": 3779, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001169917406514287, "position": 3780, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.869359352393076e-05, "position": 3781, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20012107491493225, "position": 3782, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02489008754491806, "position": 3783, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004015110433101654, "position": 3784, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044456399977207184, "position": 3785, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02242565155029297, "position": 3786, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0075361477211117744, "position": 3787, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002113138325512409, "position": 3788, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004390501999296248, "position": 3789, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007661957293748856, "position": 3790, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00021011079661548138, "position": 3791, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005588767118752003, "position": 3792, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031403549015522, "position": 3793, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015034124255180359, "position": 3794, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2917630672454834, "position": 3795, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01791454665362835, "position": 3796, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030938226729631424, "position": 3797, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02711085043847561, "position": 3798, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004895667661912739, "position": 3799, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01813415251672268, "position": 3800, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02313203737139702, "position": 3801, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01204734854400158, "position": 3802, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033575911074876785, "position": 3803, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00533059798181057, "position": 3804, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006920943967998028, "position": 3805, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011745966970920563, "position": 3806, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031743451952934265, "position": 3807, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058431003242731094, "position": 3808, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04285545274615288, "position": 3809, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07633326947689056, "position": 3810, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06447715312242508, "position": 3811, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04302256926894188, "position": 3812, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05334929749369621, "position": 3813, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.207491631153971e-05, "position": 3814, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019403130281716585, "position": 3815, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04152592271566391, "position": 3816, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029502421617507935, "position": 3817, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013328885659575462, "position": 3818, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009627360850572586, "position": 3819, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033245738595724106, "position": 3820, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05020393431186676, "position": 3821, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03873511403799057, "position": 3822, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042390868067741394, "position": 3823, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001866628648713231, "position": 3824, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004030562471598387, "position": 3825, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015519367530941963, "position": 3826, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03238464891910553, "position": 3827, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005336863687261939, "position": 3828, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005311791319400072, "position": 3829, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008675970137119293, "position": 3830, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023583220317959785, "position": 3831, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0256153903901577, "position": 3832, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020849313586950302, "position": 3833, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008410864509642124, "position": 3834, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010560689406702295, "position": 3835, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012317142682150006, "position": 3836, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006744492566213012, "position": 3837, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017781166825443506, "position": 3838, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021845204755663872, "position": 3839, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005934511311352253, "position": 3840, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09409132599830627, "position": 3841, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016432455740869045, "position": 3842, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005948944017291069, "position": 3843, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013177681714296341, "position": 3844, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05381122976541519, "position": 3845, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01478863600641489, "position": 3846, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027656732127070427, "position": 3847, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019056471064686775, "position": 3848, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.055945947766304016, "position": 3849, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07771091908216476, "position": 3850, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.023677892982959747, "position": 3851, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029040174558758736, "position": 3852, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01040881872177124, "position": 3853, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.7123658835771494e-05, "position": 3854, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01702865958213806, "position": 3855, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009499351494014263, "position": 3856, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06842046976089478, "position": 3857, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.030039940029382706, "position": 3858, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04184070974588394, "position": 3859, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007367864716798067, "position": 3860, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02180471457540989, "position": 3861, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0655059665441513, "position": 3862, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007785655092447996, "position": 3863, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013575085438787937, "position": 3864, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003381247166544199, "position": 3865, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06561707705259323, "position": 3866, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008873467450030148, "position": 3867, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005995201412588358, "position": 3868, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023999808356165886, "position": 3869, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.017349034547805786, "position": 3870, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.003994740545749664, "position": 3871, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8692145860986784e-05, "position": 3872, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012081842869520187, "position": 3873, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01628301292657852, "position": 3874, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.9588719606399536, "position": 3875, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 6.750669854227453e-05, "position": 3876, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10657072067260742, "position": 3877, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03193622827529907, "position": 3878, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02108578570187092, "position": 3879, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03943919390439987, "position": 3880, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010056611150503159, "position": 3881, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04619069769978523, "position": 3882, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022541042417287827, "position": 3883, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06251844018697739, "position": 3884, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007055929163470864, "position": 3885, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06555937975645065, "position": 3886, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.13905932009220123, "position": 3887, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.046101830899715424, "position": 3888, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01872112601995468, "position": 3889, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1680494099855423, "position": 3890, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13805876672267914, "position": 3891, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004731705412268639, "position": 3892, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.905669604544528e-05, "position": 3893, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01266513392329216, "position": 3894, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05962767452001572, "position": 3895, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035332463681697845, "position": 3896, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.739407424698584e-05, "position": 3897, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02734052948653698, "position": 3898, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00034792121732607484, "position": 3899, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011722933413693681, "position": 3900, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012702682986855507, "position": 3901, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007365425582975149, "position": 3902, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.000382614322007e-05, "position": 3903, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12557630240917206, "position": 3904, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.018494153395295143, "position": 3905, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00025447714142501354, "position": 3906, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006083229556679726, "position": 3907, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00039229198591783643, "position": 3908, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.7654458537872415e-06, "position": 3909, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027757519856095314, "position": 3910, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01835612580180168, "position": 3911, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005853563197888434, "position": 3912, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.776735734893009e-05, "position": 3913, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09969276189804077, "position": 3914, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014816025213804096, "position": 3915, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.648847945849411e-06, "position": 3916, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014119620900601149, "position": 3917, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.923544500139542e-05, "position": 3918, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.593795092157961e-07, "position": 3919, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08975858241319656, "position": 3920, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008225555531680584, "position": 3921, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4051098560230457e-06, "position": 3922, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06031954288482666, "position": 3923, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009054513648152351, "position": 3924, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00022887071827426553, "position": 3925, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042497869580984116, "position": 3926, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.486300895223394e-06, "position": 3927, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.691266101668589e-06, "position": 3928, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011611307272687554, "position": 3929, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005683815106749535, "position": 3930, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1885189198656008e-05, "position": 3931, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4498257314699003e-06, "position": 3932, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0043986025266349316, "position": 3933, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027003579307347536, "position": 3934, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035076714120805264, "position": 3935, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04398695379495621, "position": 3936, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030081966891884804, "position": 3937, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.536043782834895e-05, "position": 3938, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.2182270186021924e-05, "position": 3939, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006360103143379092, "position": 3940, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2849431335926056, "position": 3941, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0034604575484991074, "position": 3942, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.9884695221844595e-06, "position": 3943, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003354968735948205, "position": 3944, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025257118046283722, "position": 3945, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007148716598749161, "position": 3946, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023344937711954117, "position": 3947, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017171608051285148, "position": 3948, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04866846278309822, "position": 3949, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04286589100956917, "position": 3950, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025172263849526644, "position": 3951, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1336148977279663, "position": 3952, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04075538367033005, "position": 3953, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0222255140542984, "position": 3954, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11999750137329102, "position": 3955, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.0008565694442950189, "position": 3956, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00923001766204834, "position": 3957, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24772495031356812, "position": 3958, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03407188504934311, "position": 3959, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011507195420563221, "position": 3960, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005665438366122544, "position": 3961, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04330067336559296, "position": 3962, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027797812595963478, "position": 3963, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05215270817279816, "position": 3964, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05175940692424774, "position": 3965, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04177851229906082, "position": 3966, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011733121209545061, "position": 3967, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24465614557266235, "position": 3968, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011959152296185493, "position": 3969, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.861342313233763e-05, "position": 3970, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005339651368558407, "position": 3971, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007032939465716481, "position": 3972, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017728447914123535, "position": 3973, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0528126060962677, "position": 3974, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06278721988201141, "position": 3975, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047207172960042953, "position": 3976, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14047962427139282, "position": 3977, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.052533455193042755, "position": 3978, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015380779281258583, "position": 3979, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11368576437234879, "position": 3980, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12435384839773178, "position": 3981, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12300926446914673, "position": 3982, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09045932441949844, "position": 3983, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19195859134197235, "position": 3984, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016721843276172876, "position": 3985, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03863467276096344, "position": 3986, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02346637472510338, "position": 3987, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001467869005864486, "position": 3988, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.42342278361320496, "position": 3989, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018649637699127197, "position": 3990, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01757100038230419, "position": 3991, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09466176480054855, "position": 3992, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006358183920383453, "position": 3993, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020892389118671417, "position": 3994, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.729554115736391e-06, "position": 3995, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022961637005209923, "position": 3996, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00036987222847528756, "position": 3997, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00024360523093491793, "position": 3998, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010377985425293446, "position": 3999, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03154768794775009, "position": 4000, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0003345174191053957, "position": 4001, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002616868878249079, "position": 4002, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012836612295359373, "position": 4003, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.126087671669666e-06, "position": 4004, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007854176219552755, "position": 4005, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013128616847097874, "position": 4006, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016765957116149366, "position": 4007, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04480394721031189, "position": 4008, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06900710612535477, "position": 4009, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07360150665044785, "position": 4010, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0032531251199543476, "position": 4011, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0177970789372921, "position": 4012, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0001264801248908043, "position": 4013, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.407784242881462e-05, "position": 4014, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004927683621644974, "position": 4015, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009842931758612394, "position": 4016, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05789786949753761, "position": 4017, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002943255938589573, "position": 4018, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01851688139140606, "position": 4019, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005542223225347698, "position": 4020, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019797611981630325, "position": 4021, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000862072454765439, "position": 4022, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004893993609584868, "position": 4023, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006870615761727095, "position": 4024, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013156675733625889, "position": 4025, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004855763982050121, "position": 4026, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.350860348902643e-05, "position": 4027, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017860189080238342, "position": 4028, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.884241088300769e-07, "position": 4029, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008920344989746809, "position": 4030, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04790431633591652, "position": 4031, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006831469014286995, "position": 4032, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024079494178295135, "position": 4033, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1636960208415985, "position": 4034, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004810982849448919, "position": 4035, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09160713851451874, "position": 4036, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06593053042888641, "position": 4037, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012087655253708363, "position": 4038, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.059488944709300995, "position": 4039, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017957929521799088, "position": 4040, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025253170169889927, "position": 4041, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0590994618833065, "position": 4042, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00020013403263874352, "position": 4043, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005251810885965824, "position": 4044, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00038668885827064514, "position": 4045, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09985724836587906, "position": 4046, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029691316187381744, "position": 4047, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.0004898689221590757, "position": 4048, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042019136250019073, "position": 4049, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0065710050985217094, "position": 4050, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10710355639457703, "position": 4051, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02634582296013832, "position": 4052, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02004368230700493, "position": 4053, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10386556386947632, "position": 4054, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2041545808315277, "position": 4055, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.054544828832149506, "position": 4056, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01605834625661373, "position": 4057, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047166042029857635, "position": 4058, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4094604253768921, "position": 4059, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.037003181874752045, "position": 4060, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11434421688318253, "position": 4061, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008747005835175514, "position": 4062, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014874034561216831, "position": 4063, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023545274510979652, "position": 4064, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04066967964172363, "position": 4065, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06801538169384003, "position": 4066, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003315013600513339, "position": 4067, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003251934889703989, "position": 4068, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.770417631836608e-05, "position": 4069, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015942349564284086, "position": 4070, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.4430367931199726e-06, "position": 4071, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006851072539575398, "position": 4072, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2759384162563947e-06, "position": 4073, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13394084572792053, "position": 4074, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04706314206123352, "position": 4075, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03595137596130371, "position": 4076, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03602170571684837, "position": 4077, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018657732289284468, "position": 4078, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0359317809343338, "position": 4079, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0048638926818966866, "position": 4080, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004813056148122996, "position": 4081, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.258657150377985e-05, "position": 4082, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009871779941022396, "position": 4083, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1565555723791476e-05, "position": 4084, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01567048206925392, "position": 4085, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8495353035395965e-05, "position": 4086, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011797202751040459, "position": 4087, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04240240156650543, "position": 4088, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1771804541349411, "position": 4089, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0020806370303034782, "position": 4090, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019718332216143608, "position": 4091, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04307621344923973, "position": 4092, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01676638424396515, "position": 4093, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05984647572040558, "position": 4094, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007491729222238064, "position": 4095, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02171359769999981, "position": 4096, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0762387290596962, "position": 4097, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11833404749631882, "position": 4098, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.006282217800617218, "position": 4099, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01869266852736473, "position": 4100, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07256588339805603, "position": 4101, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11667578667402267, "position": 4102, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01882139779627323, "position": 4103, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09423001110553741, "position": 4104, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020177319645881653, "position": 4105, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032429613173007965, "position": 4106, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008733722381293774, "position": 4107, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07523716241121292, "position": 4108, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014979391358792782, "position": 4109, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05310623347759247, "position": 4110, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.0403334929142147e-05, "position": 4111, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.057814717292785645, "position": 4112, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24109776318073273, "position": 4113, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2647153437137604, "position": 4114, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05868426337838173, "position": 4115, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010089710354804993, "position": 4116, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015489403158426285, "position": 4117, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1323157101869583, "position": 4118, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2846482992172241, "position": 4119, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018199833575636148, "position": 4120, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004009630065411329, "position": 4121, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00025067839305847883, "position": 4122, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00884522870182991, "position": 4123, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009418772533535957, "position": 4124, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002270244527608156, "position": 4125, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06937060505151749, "position": 4126, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018778926460072398, "position": 4127, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033910609781742096, "position": 4128, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004699066746979952, "position": 4129, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4927270058251452e-05, "position": 4130, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035252319648861885, "position": 4131, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04450478032231331, "position": 4132, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03923625499010086, "position": 4133, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01960664801299572, "position": 4134, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.031263209879398346, "position": 4135, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012803321704268456, "position": 4136, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015487300232052803, "position": 4137, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010862449184060097, "position": 4138, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05585414916276932, "position": 4139, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02288634516298771, "position": 4140, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04688515141606331, "position": 4141, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03461780771613121, "position": 4142, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021516717970371246, "position": 4143, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025039078667759895, "position": 4144, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007567927823401988, "position": 4145, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1620774269104004, "position": 4146, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007934557273983955, "position": 4147, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012212269939482212, "position": 4148, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02512655034661293, "position": 4149, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011260881088674068, "position": 4150, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08676140755414963, "position": 4151, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.028731394559144974, "position": 4152, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012084838934242725, "position": 4153, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013700708746910095, "position": 4154, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023408355191349983, "position": 4155, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008163213729858398, "position": 4156, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023706680163741112, "position": 4157, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02523888647556305, "position": 4158, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018310658633708954, "position": 4159, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03449635207653046, "position": 4160, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007791867945343256, "position": 4161, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006153757218271494, "position": 4162, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01657898724079132, "position": 4163, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010148235596716404, "position": 4164, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012928551062941551, "position": 4165, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012276391498744488, "position": 4166, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021498436108231544, "position": 4167, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01090046763420105, "position": 4168, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004465025383979082, "position": 4169, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002509846817702055, "position": 4170, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011890116147696972, "position": 4171, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00524855824187398, "position": 4172, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00234926026314497, "position": 4173, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027964796870946884, "position": 4174, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.010031657293438911, "position": 4175, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007338251918554306, "position": 4176, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007168539334088564, "position": 4177, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017447592690587044, "position": 4178, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0043068937957286835, "position": 4179, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00541740283370018, "position": 4180, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033117257989943027, "position": 4181, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011897658929228783, "position": 4182, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010325353592634201, "position": 4183, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013091816566884518, "position": 4184, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016544701531529427, "position": 4185, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020911861211061478, "position": 4186, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02009568363428116, "position": 4187, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015173960477113724, "position": 4188, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016676999628543854, "position": 4189, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011742286384105682, "position": 4190, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025291569530963898, "position": 4191, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004144945181906223, "position": 4192, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014190959744155407, "position": 4193, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02413422241806984, "position": 4194, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020178914070129395, "position": 4195, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01043790951371193, "position": 4196, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021454838570207357, "position": 4197, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012064076960086823, "position": 4198, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004437991417944431, "position": 4199, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0057524628937244415, "position": 4200, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007006414234638214, "position": 4201, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007790250703692436, "position": 4202, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012752898037433624, "position": 4203, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019196555018424988, "position": 4204, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0150730200111866, "position": 4205, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008194953203201294, "position": 4206, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0043070814572274685, "position": 4207, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015535416081547737, "position": 4208, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021751406602561474, "position": 4209, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030928581953048706, "position": 4210, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006038775201886892, "position": 4211, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016132479533553123, "position": 4212, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014425842091441154, "position": 4213, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005810216534882784, "position": 4214, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008070319890975952, "position": 4215, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002841502195224166, "position": 4216, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0006218702183105052, "position": 4217, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003881209995597601, "position": 4218, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0049470532685518265, "position": 4219, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017491509206593037, "position": 4220, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008948435075581074, "position": 4221, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02288445271551609, "position": 4222, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0013539778301492333, "position": 4223, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0040523940697312355, "position": 4224, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0034733726643025875, "position": 4225, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004979058634489775, "position": 4226, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011340105906128883, "position": 4227, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.6975296097807586e-05, "position": 4228, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005209698341786861, "position": 4229, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0032998828683048487, "position": 4230, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009649279527366161, "position": 4231, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0390736348927021, "position": 4232, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008163896389305592, "position": 4233, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005658217705786228, "position": 4234, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004350744187831879, "position": 4235, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011583251180127263, "position": 4236, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008086848072707653, "position": 4237, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008605532348155975, "position": 4238, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00263057928532362, "position": 4239, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.9321661966387182e-05, "position": 4240, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008890114724636078, "position": 4241, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000400204851757735, "position": 4242, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024512682110071182, "position": 4243, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033818716183304787, "position": 4244, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004295594058930874, "position": 4245, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020787879824638367, "position": 4246, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006865599192678928, "position": 4247, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020669109653681517, "position": 4248, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006569117307662964, "position": 4249, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004851473029702902, "position": 4250, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03508796542882919, "position": 4251, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012370329350233078, "position": 4252, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007538311183452606, "position": 4253, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03741699829697609, "position": 4254, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02075827121734619, "position": 4255, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.039373863488435745, "position": 4256, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005742944194935262, "position": 4257, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008903004229068756, "position": 4258, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007506503723561764, "position": 4259, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014367008581757545, "position": 4260, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021559424698352814, "position": 4261, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015620101243257523, "position": 4262, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036322951316833496, "position": 4263, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037335555534809828, "position": 4264, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013326164335012436, "position": 4265, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0046949670650064945, "position": 4266, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004604688845574856, "position": 4267, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008461495861411095, "position": 4268, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0057894340716302395, "position": 4269, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00922095961868763, "position": 4270, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05034743994474411, "position": 4271, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016848638653755188, "position": 4272, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0306988637894392, "position": 4273, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00034781615249812603, "position": 4274, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00303652323782444, "position": 4275, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004908275790512562, "position": 4276, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020360663533210754, "position": 4277, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007229311391711235, "position": 4278, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.006268203258514404, "position": 4279, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012390004470944405, "position": 4280, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006881777197122574, "position": 4281, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003448236733675003, "position": 4282, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003126845695078373, "position": 4283, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035383112262934446, "position": 4284, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005342127289623022, "position": 4285, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0001287736085942015, "position": 4286, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00119200034532696, "position": 4287, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013496000319719315, "position": 4288, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0075920051895082, "position": 4289, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006322496570646763, "position": 4290, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010283466428518295, "position": 4291, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03221963718533516, "position": 4292, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04679261893033981, "position": 4293, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002824717201292515, "position": 4294, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004273627419024706, "position": 4295, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002770219696685672, "position": 4296, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0071381935849785805, "position": 4297, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009678300470113754, "position": 4298, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007759577594697475, "position": 4299, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0043829865753650665, "position": 4300, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030008550733327866, "position": 4301, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025315433740615845, "position": 4302, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011546440422534943, "position": 4303, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05320809781551361, "position": 4304, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026267485693097115, "position": 4305, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013661358505487442, "position": 4306, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027484126389026642, "position": 4307, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013076385483145714, "position": 4308, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013256327249109745, "position": 4309, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00974312238395214, "position": 4310, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023272919934242964, "position": 4311, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02284804917871952, "position": 4312, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005294118542224169, "position": 4313, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0067543406039476395, "position": 4314, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006818227935582399, "position": 4315, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00399041548371315, "position": 4316, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020717985928058624, "position": 4317, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0148228220641613, "position": 4318, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011277463287115097, "position": 4319, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006207888945937157, "position": 4320, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020389460027217865, "position": 4321, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0708891898393631, "position": 4322, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01232723519206047, "position": 4323, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014341164380311966, "position": 4324, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011947078630328178, "position": 4325, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026301609352231026, "position": 4326, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006387866102159023, "position": 4327, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009481457062065601, "position": 4328, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009581014513969421, "position": 4329, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016703715082257986, "position": 4330, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0034943530336022377, "position": 4331, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028445765376091003, "position": 4332, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 2.6566987799014896e-05, "position": 4333, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013004373759031296, "position": 4334, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007633866625837982, "position": 4335, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00795486755669117, "position": 4336, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04041486233472824, "position": 4337, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011538710445165634, "position": 4338, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.965294985799119e-05, "position": 4339, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17985022068023682, "position": 4340, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013634884729981422, "position": 4341, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011189921759068966, "position": 4342, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04171452671289444, "position": 4343, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01351306214928627, "position": 4344, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008668150752782822, "position": 4345, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007522206753492355, "position": 4346, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003812046255916357, "position": 4347, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007603812031447887, "position": 4348, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016618880908936262, "position": 4349, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011759642511606216, "position": 4350, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000560007756575942, "position": 4351, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00028327800100669265, "position": 4352, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006229382124729455, "position": 4353, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002492689061909914, "position": 4354, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01476969476789236, "position": 4355, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005704936338588595, "position": 4356, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018031924962997437, "position": 4357, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02938593551516533, "position": 4358, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017892178148031235, "position": 4359, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.041368789970874786, "position": 4360, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013992189429700375, "position": 4361, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010181349702179432, "position": 4362, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.010996872559189796, "position": 4363, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004601902328431606, "position": 4364, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014123646542429924, "position": 4365, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006826253607869148, "position": 4366, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005485520698130131, "position": 4367, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013638369739055634, "position": 4368, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012309389188885689, "position": 4369, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03852899745106697, "position": 4370, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02126326411962509, "position": 4371, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.007428080774843693, "position": 4372, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006734617054462433, "position": 4373, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02208620309829712, "position": 4374, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027898520231246948, "position": 4375, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004820565693080425, "position": 4376, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016915949061512947, "position": 4377, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005510691087692976, "position": 4378, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028296764940023422, "position": 4379, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014686907641589642, "position": 4380, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028891002759337425, "position": 4381, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002035021549090743, "position": 4382, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005656687077134848, "position": 4383, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014325259253382683, "position": 4384, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012608242686837912, "position": 4385, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00736613292247057, "position": 4386, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0299763772636652, "position": 4387, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.038514144718647, "position": 4388, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04417070001363754, "position": 4389, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04430676996707916, "position": 4390, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008822155650705099, "position": 4391, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.27258339524269104, "position": 4392, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06648438423871994, "position": 4393, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.998099105549045e-05, "position": 4394, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.574335778466775e-07, "position": 4395, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.841192210529698e-06, "position": 4396, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01611054129898548, "position": 4397, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08260054886341095, "position": 4398, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005257260985672474, "position": 4399, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.37671712040901184, "position": 4400, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0009240515064448118, "position": 4401, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016813937108963728, "position": 4402, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021586690563708544, "position": 4403, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0230751633644104, "position": 4404, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01049622893333435, "position": 4405, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042914487421512604, "position": 4406, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07597427070140839, "position": 4407, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00642450712621212, "position": 4408, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01042637787759304, "position": 4409, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020243335515260696, "position": 4410, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05499860644340515, "position": 4411, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.007022463250905275, "position": 4412, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.5268534449860454e-05, "position": 4413, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10771466791629791, "position": 4414, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010130049486178905, "position": 4415, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.057705074548721313, "position": 4416, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011026796884834766, "position": 4417, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020194933749735355, "position": 4418, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.045962437987327576, "position": 4419, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025481021031737328, "position": 4420, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014531577937304974, "position": 4421, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12690024077892303, "position": 4422, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.38877952098846436, "position": 4423, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002140323631465435, "position": 4424, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.31038907170295715, "position": 4425, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010941949672996998, "position": 4426, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003136594081297517, "position": 4427, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004937509656883776, "position": 4428, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013545221649110317, "position": 4429, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.251603968441486e-06, "position": 4430, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000411877001170069, "position": 4431, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16402532160282135, "position": 4432, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.030241703614592552, "position": 4433, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17709994316101074, "position": 4434, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.9694996808539145e-05, "position": 4435, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025081767234951258, "position": 4436, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025769583880901337, "position": 4437, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010421086102724075, "position": 4438, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025368917733430862, "position": 4439, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007972684688866138, "position": 4440, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0722324475646019, "position": 4441, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18022926151752472, "position": 4442, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0010114518227055669, "position": 4443, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06474362313747406, "position": 4444, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3532872498035431, "position": 4445, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008388594724237919, "position": 4446, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002289402764290571, "position": 4447, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06627309322357178, "position": 4448, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013159580994397402, "position": 4449, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3840309679508209, "position": 4450, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03943809121847153, "position": 4451, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.060866404324769974, "position": 4452, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00019164822879247367, "position": 4453, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4417582154273987, "position": 4454, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.013464845716953278, "position": 4455, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010235863737761974, "position": 4456, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026462430134415627, "position": 4457, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01272772066295147, "position": 4458, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1325400471687317, "position": 4459, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21881087124347687, "position": 4460, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041876573115587234, "position": 4461, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06604411453008652, "position": 4462, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.007273084484040737, "position": 4463, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04776119440793991, "position": 4464, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020297409500926733, "position": 4465, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022127169650048018, "position": 4466, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.040947847068309784, "position": 4467, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022823026403784752, "position": 4468, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18370875716209412, "position": 4469, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005937082227319479, "position": 4470, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.802019950351678e-05, "position": 4471, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07625619322061539, "position": 4472, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.26661309599876404, "position": 4473, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2678106427192688, "position": 4474, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13884247839450836, "position": 4475, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.29667672514915466, "position": 4476, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09724165499210358, "position": 4477, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09016435593366623, "position": 4478, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04095888137817383, "position": 4479, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01331961527466774, "position": 4480, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09881162643432617, "position": 4481, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009716271422803402, "position": 4482, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014785400591790676, "position": 4483, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018211406422778964, "position": 4484, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030837882310152054, "position": 4485, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011014410993084311, "position": 4486, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04475010186433792, "position": 4487, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.38998091220855713, "position": 4488, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0038959935773164034, "position": 4489, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02548762783408165, "position": 4490, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001544254133477807, "position": 4491, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10504110902547836, "position": 4492, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.012978618033230305, "position": 4493, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001437647151760757, "position": 4494, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01731434464454651, "position": 4495, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.160714790225029, "position": 4496, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043301403522491455, "position": 4497, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009268940426409245, "position": 4498, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21970701217651367, "position": 4499, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027020657435059547, "position": 4500, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.794062548782676e-05, "position": 4501, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021153099834918976, "position": 4502, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030021272599697113, "position": 4503, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12293753027915955, "position": 4504, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015438388800248504, "position": 4505, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.995388083742e-05, "position": 4506, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014383545145392418, "position": 4507, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001892907079309225, "position": 4508, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001459853257983923, "position": 4509, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001701565459370613, "position": 4510, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0551261268556118, "position": 4511, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00022890613763593137, "position": 4512, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01715080998837948, "position": 4513, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007837220095098019, "position": 4514, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001524588791653514, "position": 4515, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018411919474601746, "position": 4516, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08993882685899734, "position": 4517, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22387449443340302, "position": 4518, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002898884704336524, "position": 4519, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16342554986476898, "position": 4520, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001517886994406581, "position": 4521, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.32200971245765686, "position": 4522, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07848247140645981, "position": 4523, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05352911725640297, "position": 4524, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00019075931049883366, "position": 4525, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034045785665512085, "position": 4526, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09481530636548996, "position": 4527, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044704411178827286, "position": 4528, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.015344442799687386, "position": 4529, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00344786886125803, "position": 4530, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029528344050049782, "position": 4531, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001192743773572147, "position": 4532, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005288589163683355, "position": 4533, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008310102857649326, "position": 4534, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08230413496494293, "position": 4535, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014016918430570513, "position": 4536, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.35659655928611755, "position": 4537, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005374271422624588, "position": 4538, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18016116321086884, "position": 4539, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00024441975983791053, "position": 4540, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020812610164284706, "position": 4541, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030351508408784866, "position": 4542, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11478816717863083, "position": 4543, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010134058073163033, "position": 4544, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005335294175893068, "position": 4545, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.907952335197479e-05, "position": 4546, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003343862947076559, "position": 4547, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04155982285737991, "position": 4548, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17586669325828552, "position": 4549, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005995644023641944, "position": 4550, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004842616617679596, "position": 4551, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028307100757956505, "position": 4552, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019444652134552598, "position": 4553, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11569046974182129, "position": 4554, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06600602716207504, "position": 4555, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01956009492278099, "position": 4556, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2319740504026413, "position": 4557, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.3474315791390836e-05, "position": 4558, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016246692393906415, "position": 4559, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000972120207734406, "position": 4560, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018490977818146348, "position": 4561, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00556251360103488, "position": 4562, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017087683081626892, "position": 4563, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022541791200637817, "position": 4564, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006654249969869852, "position": 4565, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011498051695525646, "position": 4566, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05170224606990814, "position": 4567, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.410489681409672e-05, "position": 4568, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006055550184100866, "position": 4569, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022146033588796854, "position": 4570, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004440350749064237, "position": 4571, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.650313298450783e-05, "position": 4572, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004898785846307874, "position": 4573, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016930194105952978, "position": 4574, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00025240040849894285, "position": 4575, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.182624929351732e-05, "position": 4576, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042820774018764496, "position": 4577, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15836021304130554, "position": 4578, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006266740150749683, "position": 4579, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018242840887978673, "position": 4580, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005531065398827195, "position": 4581, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012966437265276909, "position": 4582, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005696255713701248, "position": 4583, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01888304390013218, "position": 4584, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.539722820278257e-05, "position": 4585, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007855900912545621, "position": 4586, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.2155430997372605e-05, "position": 4587, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022936005145311356, "position": 4588, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004422508180141449, "position": 4589, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06079256162047386, "position": 4590, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007321343873627484, "position": 4591, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004250077763572335, "position": 4592, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002319970866665244, "position": 4593, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05183238908648491, "position": 4594, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11541858315467834, "position": 4595, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1597062051296234, "position": 4596, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027144020423293114, "position": 4597, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004436162125784904, "position": 4598, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005536092445254326, "position": 4599, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024231022223830223, "position": 4600, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025935745798051357, "position": 4601, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010435066185891628, "position": 4602, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004923063097521663, "position": 4603, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015528930816799402, "position": 4604, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019457840826362371, "position": 4605, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01720699854195118, "position": 4606, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08315284550189972, "position": 4607, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.37717577815055847, "position": 4608, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0016654678620398045, "position": 4609, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007791042327880859, "position": 4610, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04009082168340683, "position": 4611, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05042217671871185, "position": 4612, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07104742527008057, "position": 4613, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12495085597038269, "position": 4614, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04154305160045624, "position": 4615, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07744643837213516, "position": 4616, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017653589602559805, "position": 4617, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07541027665138245, "position": 4618, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0012162337079644203, "position": 4619, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21673190593719482, "position": 4620, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.362906111055054e-05, "position": 4621, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04827827960252762, "position": 4622, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.2418256776290946e-05, "position": 4623, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1647001951932907, "position": 4624, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016665853036101907, "position": 4625, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.263895920710638e-05, "position": 4626, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00022274069488048553, "position": 4627, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004480001516640186, "position": 4628, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003501944011077285, "position": 4629, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1343015432357788, "position": 4630, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0252715814858675, "position": 4631, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00022927098325453699, "position": 4632, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00036040873965248466, "position": 4633, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009761082008481026, "position": 4634, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00686650862917304, "position": 4635, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0032884308602660894, "position": 4636, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004639953840523958, "position": 4637, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.6066276404890232e-05, "position": 4638, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021403953433036804, "position": 4639, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13809221982955933, "position": 4640, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.051246847957372665, "position": 4641, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031818632036447525, "position": 4642, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01964053325355053, "position": 4643, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03749174624681473, "position": 4644, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.017952263355255127, "position": 4645, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02338556945323944, "position": 4646, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011477276682853699, "position": 4647, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013536104001104832, "position": 4648, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023848596960306168, "position": 4649, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015587158501148224, "position": 4650, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.010874185711145401, "position": 4651, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03906974941492081, "position": 4652, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11464138329029083, "position": 4653, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03261198103427887, "position": 4654, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05803421139717102, "position": 4655, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008200900629162788, "position": 4656, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019185091368854046, "position": 4657, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021691106259822845, "position": 4658, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027708408888429403, "position": 4659, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01417027972638607, "position": 4660, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032305341213941574, "position": 4661, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023801155388355255, "position": 4662, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01993628963828087, "position": 4663, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053417593240737915, "position": 4664, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10713473707437515, "position": 4665, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015097169671207666, "position": 4666, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032203879207372665, "position": 4667, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.725401130504906e-05, "position": 4668, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001278314390219748, "position": 4669, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03272471949458122, "position": 4670, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03449910879135132, "position": 4671, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04088035970926285, "position": 4672, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14924684166908264, "position": 4673, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04215852543711662, "position": 4674, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018790713511407375, "position": 4675, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03489822894334793, "position": 4676, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.13336478173732758, "position": 4677, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1472635418176651, "position": 4678, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005097566172480583, "position": 4679, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022307414561510086, "position": 4680, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019109370186924934, "position": 4681, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06328591704368591, "position": 4682, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0769374668598175, "position": 4683, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03812602162361145, "position": 4684, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05309947952628136, "position": 4685, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025623252615332603, "position": 4686, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.192137930658646e-05, "position": 4687, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0199640691280365, "position": 4688, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.052270982414484024, "position": 4689, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.813166742678732e-05, "position": 4690, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015987899154424667, "position": 4691, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026036061346530914, "position": 4692, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.054418325424194336, "position": 4693, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02137172222137451, "position": 4694, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05470036715269089, "position": 4695, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06053359806537628, "position": 4696, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030978644266724586, "position": 4697, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05795780569314957, "position": 4698, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0029999413527548313, "position": 4699, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0678212121129036, "position": 4700, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.018202319741249084, "position": 4701, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006165282800793648, "position": 4702, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033813461661338806, "position": 4703, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004417372401803732, "position": 4704, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05762918293476105, "position": 4705, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02760150656104088, "position": 4706, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04612244665622711, "position": 4707, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.022782256826758385, "position": 4708, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004253799095749855, "position": 4709, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02094200998544693, "position": 4710, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007835541851818562, "position": 4711, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01614954322576523, "position": 4712, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018702467903494835, "position": 4713, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010240050032734871, "position": 4714, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019933952018618584, "position": 4715, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010219452902674675, "position": 4716, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022266777232289314, "position": 4717, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021574564278125763, "position": 4718, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024442901834845543, "position": 4719, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06926890462636948, "position": 4720, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027016697451472282, "position": 4721, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01439867913722992, "position": 4722, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007597545627504587, "position": 4723, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006912827026098967, "position": 4724, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0062959929928183556, "position": 4725, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027256017550826073, "position": 4726, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011760099790990353, "position": 4727, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018304791301488876, "position": 4728, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.016837548464536667, "position": 4729, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020969003438949585, "position": 4730, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01586003601551056, "position": 4731, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034052446484565735, "position": 4732, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034794870764017105, "position": 4733, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01660846918821335, "position": 4734, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029008125886321068, "position": 4735, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10003358125686646, "position": 4736, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005771956406533718, "position": 4737, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027007002383470535, "position": 4738, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0903121829032898, "position": 4739, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017052646726369858, "position": 4740, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017446406185626984, "position": 4741, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00367580633610487, "position": 4742, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010802796110510826, "position": 4743, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008817804977297783, "position": 4744, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004310579504817724, "position": 4745, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036601725965738297, "position": 4746, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.114842785289511e-05, "position": 4747, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006404030602425337, "position": 4748, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006658090278506279, "position": 4749, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004572478123009205, "position": 4750, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01119220070540905, "position": 4751, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014492556219920516, "position": 4752, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015611380338668823, "position": 4753, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007256194017827511, "position": 4754, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02600836008787155, "position": 4755, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0036132503300905228, "position": 4756, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.003927300218492746, "position": 4757, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016646917909383774, "position": 4758, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021348586305975914, "position": 4759, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01121598482131958, "position": 4760, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014773828908801079, "position": 4761, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00813631433993578, "position": 4762, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005279315169900656, "position": 4763, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008483365178108215, "position": 4764, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02344605140388012, "position": 4765, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030819305684417486, "position": 4766, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015562196262180805, "position": 4767, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00877242349088192, "position": 4768, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03041135147213936, "position": 4769, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014783709309995174, "position": 4770, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00815579667687416, "position": 4771, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015656262636184692, "position": 4772, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030148820951581, "position": 4773, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.038773782551288605, "position": 4774, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01563381217420101, "position": 4775, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03657554090023041, "position": 4776, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03482649847865105, "position": 4777, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012911959551274776, "position": 4778, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006421409547328949, "position": 4779, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011756779626011848, "position": 4780, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00776853458955884, "position": 4781, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013839570805430412, "position": 4782, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16546790301799774, "position": 4783, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01015812624245882, "position": 4784, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0184060949832201, "position": 4785, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018895167857408524, "position": 4786, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00817619077861309, "position": 4787, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009080878458917141, "position": 4788, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014153801836073399, "position": 4789, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004423035308718681, "position": 4790, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016089627519249916, "position": 4791, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021119095385074615, "position": 4792, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0221388079226017, "position": 4793, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007827804423868656, "position": 4794, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03342055529356003, "position": 4795, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011484417133033276, "position": 4796, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002584584755823016, "position": 4797, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018659168854355812, "position": 4798, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.055779751390218735, "position": 4799, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006269372068345547, "position": 4800, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006313759833574295, "position": 4801, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005856978707015514, "position": 4802, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009196091443300247, "position": 4803, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002554690930992365, "position": 4804, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03346668928861618, "position": 4805, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005085970740765333, "position": 4806, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003234822303056717, "position": 4807, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017923496663570404, "position": 4808, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002727266401052475, "position": 4809, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06874848902225494, "position": 4810, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0034528877586126328, "position": 4811, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011939305812120438, "position": 4812, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012509629130363464, "position": 4813, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02924717590212822, "position": 4814, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.013037046417593956, "position": 4815, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014009763486683369, "position": 4816, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008305049501359463, "position": 4817, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028955627232789993, "position": 4818, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009149856865406036, "position": 4819, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008044620044529438, "position": 4820, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003034933703020215, "position": 4821, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01371290348470211, "position": 4822, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009979836642742157, "position": 4823, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035551046021282673, "position": 4824, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005909047555178404, "position": 4825, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03283765912055969, "position": 4826, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014376651495695114, "position": 4827, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028661981225013733, "position": 4828, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.009486375376582146, "position": 4829, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007293068803846836, "position": 4830, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007767662173137069, "position": 4831, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008243033662438393, "position": 4832, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014469657093286514, "position": 4833, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003511276328936219, "position": 4834, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02898142859339714, "position": 4835, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001758963568136096, "position": 4836, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009233113378286362, "position": 4837, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018904270604252815, "position": 4838, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013268711976706982, "position": 4839, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04539472982287407, "position": 4840, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010005894117057323, "position": 4841, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043749548494815826, "position": 4842, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07722781598567963, "position": 4843, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07079295814037323, "position": 4844, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02475813589990139, "position": 4845, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009678950533270836, "position": 4846, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023094814270734787, "position": 4847, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009202593937516212, "position": 4848, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015838436782360077, "position": 4849, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017952935770154, "position": 4850, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019394686445593834, "position": 4851, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01896420307457447, "position": 4852, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017929691821336746, "position": 4853, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007531117647886276, "position": 4854, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02315700426697731, "position": 4855, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001309762883465737, "position": 4856, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014758334495127201, "position": 4857, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01911839097738266, "position": 4858, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006177263334393501, "position": 4859, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005500136408954859, "position": 4860, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021706655621528625, "position": 4861, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02532648853957653, "position": 4862, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053239353001117706, "position": 4863, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004746177699416876, "position": 4864, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011401667725294828, "position": 4865, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02690698765218258, "position": 4866, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010421659797430038, "position": 4867, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01154718454927206, "position": 4868, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018943825736641884, "position": 4869, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01439744420349598, "position": 4870, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004190466366708279, "position": 4871, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01249926257878542, "position": 4872, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004914682824164629, "position": 4873, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010035821236670017, "position": 4874, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01293863169848919, "position": 4875, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03848503157496452, "position": 4876, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014615138061344624, "position": 4877, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033136580139398575, "position": 4878, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0053297244012355804, "position": 4879, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01830466464161873, "position": 4880, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011294461786746979, "position": 4881, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.021750882267951965, "position": 4882, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013634655624628067, "position": 4883, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.028174055740237236, "position": 4884, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014698626473546028, "position": 4885, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009363611228764057, "position": 4886, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0066144163720309734, "position": 4887, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012475261464715004, "position": 4888, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011594965122640133, "position": 4889, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006247584242373705, "position": 4890, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03626538813114166, "position": 4891, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008410103619098663, "position": 4892, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0254720076918602, "position": 4893, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05929744616150856, "position": 4894, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.010887999087572098, "position": 4895, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00736613292247057, "position": 4896, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0299763772636652, "position": 4897, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03353653848171234, "position": 4898, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018183201551437378, "position": 4899, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005618843249976635, "position": 4900, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005509230308234692, "position": 4901, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00028907362138852477, "position": 4902, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021664949133992195, "position": 4903, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16175203025341034, "position": 4904, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12682956457138062, "position": 4905, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.007853993214666843, "position": 4906, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05543775111436844, "position": 4907, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3030960261821747, "position": 4908, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.23941963911056519, "position": 4909, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.2954365909099579, "position": 4910, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11230216175317764, "position": 4911, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08395391702651978, "position": 4912, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008344613015651703, "position": 4913, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014073085912968963, "position": 4914, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007035263115540147, "position": 4915, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030916843563318253, "position": 4916, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009655585745349526, "position": 4917, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0757540911436081, "position": 4918, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020208440721035004, "position": 4919, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.930177394475322e-06, "position": 4920, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037887359503656626, "position": 4921, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005809912690892816, "position": 4922, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.995082053937949e-05, "position": 4923, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1766481975428178e-06, "position": 4924, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.68017458893155e-07, "position": 4925, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.525372668875207e-07, "position": 4926, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.905240633794165e-08, "position": 4927, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.866554139785876e-07, "position": 4928, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00028392058447934687, "position": 4929, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006337138474918902, "position": 4930, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006793411914259195, "position": 4931, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.0286082366947085e-05, "position": 4932, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00045837569632567465, "position": 4933, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02285870723426342, "position": 4934, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012663914822041988, "position": 4935, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016026673838496208, "position": 4936, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1781441319035366e-05, "position": 4937, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.810777687045629e-06, "position": 4938, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.6630900063319132e-05, "position": 4939, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011638116120593622, "position": 4940, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.7041833189068711e-06, "position": 4941, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0, "position": 4942, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.39105736707279e-07, "position": 4943, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.690333277792888e-07, "position": 4944, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.2103060473455116e-05, "position": 4945, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.3850071784181637e-07, "position": 4946, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.151304190396331e-05, "position": 4947, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.9686507584992796e-05, "position": 4948, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00951375626027584, "position": 4949, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.247921631555073e-05, "position": 4950, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0, "position": 4951, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.645601726835594e-06, "position": 4952, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1193462796654785e-06, "position": 4953, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00022690941113978624, "position": 4954, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004368684603832662, "position": 4955, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.739115972071886e-05, "position": 4956, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037324917502701283, "position": 4957, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03167030215263367, "position": 4958, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002829890581779182, "position": 4959, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.380329639592674e-06, "position": 4960, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004203856224194169, "position": 4961, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.175935494757141e-06, "position": 4962, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011588627239689231, "position": 4963, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0040977634489536285, "position": 4964, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.1015722419833764e-05, "position": 4965, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.44403907142987e-06, "position": 4966, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.157569660241279e-08, "position": 4967, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.7063877066902933e-07, "position": 4968, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016664677241351455, "position": 4969, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011496664956212044, "position": 4970, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.723976290842984e-07, "position": 4971, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.2554354877211154e-05, "position": 4972, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.975820892625052e-08, "position": 4973, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.710794771905057e-05, "position": 4974, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.211877009969612e-07, "position": 4975, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.9578070350689813e-05, "position": 4976, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.2585841179534327e-06, "position": 4977, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.475739039364271e-06, "position": 4978, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.253686584997922e-06, "position": 4979, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004011467390228063, "position": 4980, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.079773589182878e-06, "position": 4981, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.311849574558437e-05, "position": 4982, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020145626738667488, "position": 4983, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001647123252041638, "position": 4984, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.9991597582702525e-05, "position": 4985, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.210166366647172e-07, "position": 4986, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3782930636807578e-06, "position": 4987, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.778575278876815e-05, "position": 4988, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.341804237308679e-08, "position": 4989, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.844867535462981e-08, "position": 4990, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.1891311209619744e-06, "position": 4991, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.262515969661763e-07, "position": 4992, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.8791946028359234e-05, "position": 4993, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.781677879847848e-08, "position": 4994, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006958298617973924, "position": 4995, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001417528255842626, "position": 4996, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009476067498326302, "position": 4997, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007012129295617342, "position": 4998, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00022152722522150725, "position": 4999, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.376036228379235e-05, "position": 5000, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.435978447261732e-07, "position": 5001, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006228091195225716, "position": 5002, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5437974525411846e-06, "position": 5003, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005986936157569289, "position": 5004, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.6065557398833334e-05, "position": 5005, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012606366362888366, "position": 5006, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.55272895546932e-08, "position": 5007, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5152361811487935e-05, "position": 5008, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009565858053974807, "position": 5009, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013619569363072515, "position": 5010, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012040382716804743, "position": 5011, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005018914816901088, "position": 5012, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.096824214793742e-06, "position": 5013, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021067913621664047, "position": 5014, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.043807040143292e-06, "position": 5015, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2929494914715178e-05, "position": 5016, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004734729591291398, "position": 5017, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.04663252690807e-05, "position": 5018, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.232180122518912e-06, "position": 5019, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8400896553648636e-05, "position": 5020, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012085262686014175, "position": 5021, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01747513748705387, "position": 5022, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.724889241624624e-05, "position": 5023, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013083440717309713, "position": 5024, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03299301862716675, "position": 5025, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035601839423179626, "position": 5026, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06287571787834167, "position": 5027, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07622811198234558, "position": 5028, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17174550890922546, "position": 5029, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.20893658697605133, "position": 5030, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06670445948839188, "position": 5031, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02552008628845215, "position": 5032, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06179870665073395, "position": 5033, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07738733291625977, "position": 5034, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4459484815597534, "position": 5035, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20778867602348328, "position": 5036, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07412758469581604, "position": 5037, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09535633772611618, "position": 5038, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.055272139608860016, "position": 5039, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.29419180750846863, "position": 5040, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0004961573868058622, "position": 5041, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3720797002315521, "position": 5042, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0030327404383569956, "position": 5043, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014778006821870804, "position": 5044, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19096516072750092, "position": 5045, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012357640080153942, "position": 5046, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2928341031074524, "position": 5047, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10313975811004639, "position": 5048, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10676449537277222, "position": 5049, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1400759518146515, "position": 5050, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01040911115705967, "position": 5051, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028179293498396873, "position": 5052, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012966018402948976, "position": 5053, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.267377804964781e-05, "position": 5054, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.949916936107911e-05, "position": 5055, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013987520709633827, "position": 5056, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024339500814676285, "position": 5057, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021329263225197792, "position": 5058, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04519595950841904, "position": 5059, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08141382038593292, "position": 5060, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0054775713942945, "position": 5061, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06251656264066696, "position": 5062, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.6982380747795105, "position": 5063, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0981837809085846, "position": 5064, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05718420445919037, "position": 5065, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15144313871860504, "position": 5066, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.15095217525959015, "position": 5067, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004159781092312187, "position": 5068, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004657578654587269, "position": 5069, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09068448841571808, "position": 5070, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043782562017440796, "position": 5071, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08327358961105347, "position": 5072, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0348019003868103, "position": 5073, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027472108602523804, "position": 5074, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018215873278677464, "position": 5075, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014731086790561676, "position": 5076, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4604705572128296, "position": 5077, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.687987711804453e-06, "position": 5078, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005654423031955957, "position": 5079, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09582853317260742, "position": 5080, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009653503075242043, "position": 5081, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10581191629171371, "position": 5082, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026214275509119034, "position": 5083, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.7880420684814453, "position": 5084, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2467711865901947, "position": 5085, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24490761756896973, "position": 5086, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0005289900000207126, "position": 5087, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16487227380275726, "position": 5088, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4306071400642395, "position": 5089, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005137857981026173, "position": 5090, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001308186911046505, "position": 5091, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06798398494720459, "position": 5092, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.007564435247331858, "position": 5093, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009091297164559364, "position": 5094, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11247473210096359, "position": 5095, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03815994784235954, "position": 5096, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017890870803967118, "position": 5097, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0775388553738594, "position": 5098, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004310928285121918, "position": 5099, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037043970078229904, "position": 5100, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016357675194740295, "position": 5101, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0157476719468832, "position": 5102, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007015329319983721, "position": 5103, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014972705685067922, "position": 5104, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003833886294160038, "position": 5105, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005035545211285353, "position": 5106, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13775493204593658, "position": 5107, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0691605657339096, "position": 5108, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002749905688688159, "position": 5109, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05843205004930496, "position": 5110, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.050060685724020004, "position": 5111, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10475757718086243, "position": 5112, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000416750117437914, "position": 5113, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004287420306354761, "position": 5114, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002894242061302066, "position": 5115, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08687669038772583, "position": 5116, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05016219615936279, "position": 5117, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.934354986588005e-05, "position": 5118, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003724724519997835, "position": 5119, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06146683916449547, "position": 5120, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1248578354716301, "position": 5121, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03455445542931557, "position": 5122, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015010022558271885, "position": 5123, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1688077449798584, "position": 5124, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.569080869667232e-05, "position": 5125, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00254269246943295, "position": 5126, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012008801568299532, "position": 5127, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05663653463125229, "position": 5128, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08132218569517136, "position": 5129, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1263395994901657, "position": 5130, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002337435958907008, "position": 5131, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024883958976715803, "position": 5132, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.545572538627312e-05, "position": 5133, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18152140080928802, "position": 5134, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009596063755452633, "position": 5135, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020446492359042168, "position": 5136, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07895976305007935, "position": 5137, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003411016659811139, "position": 5138, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03392580896615982, "position": 5139, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047204311937093735, "position": 5140, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002317342907190323, "position": 5141, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00027526344638317823, "position": 5142, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3323853611946106, "position": 5143, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01571992039680481, "position": 5144, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011603438761085272, "position": 5145, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03252338618040085, "position": 5146, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010195305803790689, "position": 5147, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006586182862520218, "position": 5148, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08395430445671082, "position": 5149, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012698283419013023, "position": 5150, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006767678423784673, "position": 5151, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.018153442069888115, "position": 5152, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014015298336744308, "position": 5153, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009216705802828074, "position": 5154, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012243278324604034, "position": 5155, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0094322320073843, "position": 5156, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017505818977952003, "position": 5157, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003537113079801202, "position": 5158, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020183002576231956, "position": 5159, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01576623134315014, "position": 5160, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04385590925812721, "position": 5161, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.015623725950717926, "position": 5162, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004023466259241104, "position": 5163, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02424924448132515, "position": 5164, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05513308197259903, "position": 5165, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 7.141081005102023e-05, "position": 5166, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020462729036808014, "position": 5167, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00460874754935503, "position": 5168, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06542273610830307, "position": 5169, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008186538703739643, "position": 5170, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03283415734767914, "position": 5171, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.045022230595350266, "position": 5172, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012253518216311932, "position": 5173, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11676110327243805, "position": 5174, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005160440690815449, "position": 5175, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08308033645153046, "position": 5176, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035844672471284866, "position": 5177, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03658740967512131, "position": 5178, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.037826377898454666, "position": 5179, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.055904731154441833, "position": 5180, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01896207220852375, "position": 5181, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03460441157221794, "position": 5182, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04388401284813881, "position": 5183, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.010051212273538113, "position": 5184, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026643171906471252, "position": 5185, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.036523330956697464, "position": 5186, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01948988437652588, "position": 5187, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017175713554024696, "position": 5188, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014018147252500057, "position": 5189, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02051178738474846, "position": 5190, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012916259467601776, "position": 5191, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0037543163634836674, "position": 5192, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0068043596111238, "position": 5193, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008958104997873306, "position": 5194, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0066186245530843735, "position": 5195, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.014785222709178925, "position": 5196, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0721990317106247, "position": 5197, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.034977737814188004, "position": 5198, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14751535654067993, "position": 5199, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22563809156417847, "position": 5200, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.018932843580842018, "position": 5201, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018315689638257027, "position": 5202, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01059009600430727, "position": 5203, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011375251226127148, "position": 5204, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022138096392154694, "position": 5205, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006549146957695484, "position": 5206, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005495797377079725, "position": 5207, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00785677507519722, "position": 5208, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0063428678549826145, "position": 5209, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009241862571798265, "position": 5210, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025911962147802114, "position": 5211, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01376226544380188, "position": 5212, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008827001438476145, "position": 5213, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0042393882758915424, "position": 5214, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006870044860988855, "position": 5215, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007313741371035576, "position": 5216, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.6216195945162326e-05, "position": 5217, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0071499962359666824, "position": 5218, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12933731079101562, "position": 5219, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009513940894976258, "position": 5220, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021690869703888893, "position": 5221, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003894955851137638, "position": 5222, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04222317412495613, "position": 5223, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017737794667482376, "position": 5224, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018763417610898614, "position": 5225, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010285947937518358, "position": 5226, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006015394814312458, "position": 5227, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00036170240491628647, "position": 5228, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015026411274448037, "position": 5229, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004736067494377494, "position": 5230, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009239275939762592, "position": 5231, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06963180750608444, "position": 5232, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007743734167888761, "position": 5233, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0066744498908519745, "position": 5234, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2426171898841858, "position": 5235, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05623800680041313, "position": 5236, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009287847205996513, "position": 5237, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028799347579479218, "position": 5238, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19381183385849, "position": 5239, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.22151833772659302, "position": 5240, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033586662262678146, "position": 5241, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002994758076965809, "position": 5242, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1398221254348755, "position": 5243, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.133394256234169, "position": 5244, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00032695767004042864, "position": 5245, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031977225095033646, "position": 5246, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.006692160852253437, "position": 5247, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016590389714110643, "position": 5248, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013595036580227315, "position": 5249, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008267395198345184, "position": 5250, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03187419846653938, "position": 5251, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01133547443896532, "position": 5252, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01899498887360096, "position": 5253, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028694581240415573, "position": 5254, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01813056692481041, "position": 5255, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00036874302895739675, "position": 5256, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.809307483810699e-06, "position": 5257, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030864784494042397, "position": 5258, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0771392285823822, "position": 5259, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015062743797898293, "position": 5260, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001241864520125091, "position": 5261, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007343417964875698, "position": 5262, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00954969972372055, "position": 5263, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001337445923127234, "position": 5264, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.252028055721894e-05, "position": 5265, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005253682611510158, "position": 5266, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03425193205475807, "position": 5267, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005157107370905578, "position": 5268, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003893570392392576, "position": 5269, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016149957664310932, "position": 5270, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033186296932399273, "position": 5271, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023428502026945353, "position": 5272, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10638019442558289, "position": 5273, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12302093207836151, "position": 5274, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.698368113371544e-06, "position": 5275, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1319800615310669, "position": 5276, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02198881283402443, "position": 5277, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009398775291629136, "position": 5278, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018952342215925455, "position": 5279, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.33612480759620667, "position": 5280, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0035138577222824097, "position": 5281, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006964464671909809, "position": 5282, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.844668966252357e-05, "position": 5283, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10668183863162994, "position": 5284, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.836581739364192e-05, "position": 5285, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.04225213767495e-05, "position": 5286, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5612522474839352e-06, "position": 5287, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8661283977271523e-06, "position": 5288, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015434261877089739, "position": 5289, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06688613444566727, "position": 5290, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004405299201607704, "position": 5291, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07958442717790604, "position": 5292, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02980968914926052, "position": 5293, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03957454860210419, "position": 5294, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016242509707808495, "position": 5295, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030057962983846664, "position": 5296, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.037618204951286316, "position": 5297, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027772109024226665, "position": 5298, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.47408708930015564, "position": 5299, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012795722112059593, "position": 5300, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006833718158304691, "position": 5301, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014198511838912964, "position": 5302, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014279790222644806, "position": 5303, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08659519255161285, "position": 5304, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010014732368290424, "position": 5305, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3682079315185547, "position": 5306, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035002000629901886, "position": 5307, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042987219989299774, "position": 5308, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.059411972761154175, "position": 5309, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009484023321419954, "position": 5310, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00042865704745054245, "position": 5311, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1612665206193924, "position": 5312, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009579006000421941, "position": 5313, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01573353074491024, "position": 5314, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013008093810640275, "position": 5315, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.488731527388154e-06, "position": 5316, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07527393102645874, "position": 5317, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053148053586483, "position": 5318, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03833972290158272, "position": 5319, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.14351195096969604, "position": 5320, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3297422528266907, "position": 5321, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017269448144361377, "position": 5322, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02725590020418167, "position": 5323, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021253395825624466, "position": 5324, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14859433472156525, "position": 5325, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006293385289609432, "position": 5326, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24266111850738525, "position": 5327, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1079164519906044, "position": 5328, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004595634993165731, "position": 5329, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005823661340400577, "position": 5330, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002463496755808592, "position": 5331, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014407776296138763, "position": 5332, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07415701448917389, "position": 5333, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21263976395130157, "position": 5334, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014439607970416546, "position": 5335, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.932891973410733e-05, "position": 5336, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003139644395560026, "position": 5337, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020280269905924797, "position": 5338, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.25465187430381775, "position": 5339, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.037522345781326294, "position": 5340, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20313210785388947, "position": 5341, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01996576227247715, "position": 5342, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17193405330181122, "position": 5343, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06086527928709984, "position": 5344, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05890549719333649, "position": 5345, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.6037173271179199, "position": 5346, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0022696745581924915, "position": 5347, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018571887165308, "position": 5348, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012459753081202507, "position": 5349, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11820493638515472, "position": 5350, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021682292222976685, "position": 5351, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.050132378935813904, "position": 5352, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.004135283641517162, "position": 5353, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.4575495849130675e-05, "position": 5354, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1725049912929535, "position": 5355, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015602869912981987, "position": 5356, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05413518846035004, "position": 5357, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2781866788864136, "position": 5358, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001927211123984307, "position": 5359, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010863042552955449, "position": 5360, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006924993940629065, "position": 5361, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5526579022407532, "position": 5362, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0012510470114648342, "position": 5363, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04501478374004364, "position": 5364, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 1.7110480712290155e-06, "position": 5365, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010592772159725428, "position": 5366, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012846083380281925, "position": 5367, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09095638990402222, "position": 5368, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014242653269320726, "position": 5369, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008923477493226528, "position": 5370, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03714761137962341, "position": 5371, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 3.945492892398761e-07, "position": 5372, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.213606411620276e-07, "position": 5373, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07543018460273743, "position": 5374, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001772856106981635, "position": 5375, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1294567584991455, "position": 5376, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06655414402484894, "position": 5377, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009939470328390598, "position": 5378, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006709650624543428, "position": 5379, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033856567461043596, "position": 5380, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008879321976564825, "position": 5381, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023366091772913933, "position": 5382, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004531928803771734, "position": 5383, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17484627664089203, "position": 5384, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00039811592432670295, "position": 5385, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014290095714386553, "position": 5386, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011693706037476659, "position": 5387, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004975986084900796, "position": 5388, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10016093403100967, "position": 5389, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2606973946094513, "position": 5390, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15325158834457397, "position": 5391, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10224992781877518, "position": 5392, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2635687291622162, "position": 5393, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009275031043216586, "position": 5394, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10791974514722824, "position": 5395, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00030391415930353105, "position": 5396, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008035179344005883, "position": 5397, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1916053295135498, "position": 5398, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12349560856819153, "position": 5399, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00037581013748422265, "position": 5400, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2471127212047577, "position": 5401, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.30980467796325684, "position": 5402, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04734111577272415, "position": 5403, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15031737089157104, "position": 5404, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06639326363801956, "position": 5405, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.7400877772597596e-05, "position": 5406, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043892305344343185, "position": 5407, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0008306720992550254, "position": 5408, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06776886433362961, "position": 5409, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1034650206565857, "position": 5410, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02466648817062378, "position": 5411, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014151235111057758, "position": 5412, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11188539862632751, "position": 5413, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002256134059280157, "position": 5414, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007180770393460989, "position": 5415, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.004482190124690533, "position": 5416, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026559963822364807, "position": 5417, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04907691106200218, "position": 5418, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0114030996337533, "position": 5419, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024854348972439766, "position": 5420, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019854344427585602, "position": 5421, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.050563111901283264, "position": 5422, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.266326367855072, "position": 5423, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.030714096501469612, "position": 5424, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010548238642513752, "position": 5425, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04555341973900795, "position": 5426, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17528727650642395, "position": 5427, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03781058266758919, "position": 5428, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.07799867540597916, "position": 5429, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03253887593746185, "position": 5430, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034612543880939484, "position": 5431, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.061357282102108, "position": 5432, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019137125462293625, "position": 5433, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02072865143418312, "position": 5434, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.053980376571416855, "position": 5435, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008698305115103722, "position": 5436, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014351910911500454, "position": 5437, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01937531866133213, "position": 5438, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.025060007348656654, "position": 5439, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05901440232992172, "position": 5440, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.007765553891658783, "position": 5441, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007300782948732376, "position": 5442, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0202315766364336, "position": 5443, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013127372600138187, "position": 5444, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020484747365117073, "position": 5445, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014058463275432587, "position": 5446, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019796691834926605, "position": 5447, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02961146831512451, "position": 5448, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008559097535908222, "position": 5449, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0508391335606575, "position": 5450, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03159492462873459, "position": 5451, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016847316175699234, "position": 5452, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01780322566628456, "position": 5453, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.0047394284047186375, "position": 5454, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009984361007809639, "position": 5455, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011563405394554138, "position": 5456, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025389352813363075, "position": 5457, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.025347206741571426, "position": 5458, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.017557421699166298, "position": 5459, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022590070962905884, "position": 5460, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.007274791598320007, "position": 5461, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005395665648393333, "position": 5462, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.824557309912052e-07, "position": 5463, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010364834452047944, "position": 5464, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08368220180273056, "position": 5465, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022596750408411026, "position": 5466, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.6595503186399583e-06, "position": 5467, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0122747253626585, "position": 5468, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13841485977172852, "position": 5469, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00039689967525191605, "position": 5470, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000287466449663043, "position": 5471, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00368327833712101, "position": 5472, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002989278291352093, "position": 5473, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004453631117939949, "position": 5474, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.49880853295326233, "position": 5475, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0009105904609896243, "position": 5476, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007928076200187206, "position": 5477, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.757811206625775e-05, "position": 5478, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.676337893120944e-05, "position": 5479, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011149531928822398, "position": 5480, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025431232061237097, "position": 5481, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015140938572585583, "position": 5482, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.623386015126016e-05, "position": 5483, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015044453321024776, "position": 5484, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023909489391371608, "position": 5485, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.3411306251073256e-05, "position": 5486, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0985915821493109e-07, "position": 5487, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001113254576921463, "position": 5488, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018277884228155017, "position": 5489, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005761195789091289, "position": 5490, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00027029128978028893, "position": 5491, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002999646821990609, "position": 5492, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011721992632374167, "position": 5493, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012186151434434578, "position": 5494, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000745616271160543, "position": 5495, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.69391533342423e-06, "position": 5496, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.3418338912506442e-07, "position": 5497, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.619691026164219e-05, "position": 5498, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8651538741542026e-06, "position": 5499, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.658894224325195e-05, "position": 5500, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.6908535548718646e-05, "position": 5501, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.686760702403262e-05, "position": 5502, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.6616701259408728e-06, "position": 5503, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005551875568926334, "position": 5504, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053042370826005936, "position": 5505, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.64340438763611e-06, "position": 5506, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3208155905886088e-05, "position": 5507, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00024720627698116004, "position": 5508, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.651022704318166e-05, "position": 5509, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.723394340544473e-06, "position": 5510, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.499595888773911e-05, "position": 5511, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016404662164859474, "position": 5512, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018160679610446095, "position": 5513, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014312088023871183, "position": 5514, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.594592830173497e-07, "position": 5515, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00021019752603024244, "position": 5516, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.664651639061049e-05, "position": 5517, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1485489039841923e-06, "position": 5518, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.7950962248723954e-05, "position": 5519, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003155205340590328, "position": 5520, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004517892957665026, "position": 5521, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.2052812356560025e-06, "position": 5522, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.001975973253138e-06, "position": 5523, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.365694151900243e-05, "position": 5524, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.886859864607686e-07, "position": 5525, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.200308805797249e-07, "position": 5526, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0670781135559082, "position": 5527, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02721518464386463, "position": 5528, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08857005834579468, "position": 5529, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007274791598320007, "position": 5530, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005395665648393333, "position": 5531, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.824557309912052e-07, "position": 5532, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010364834452047944, "position": 5533, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08368220180273056, "position": 5534, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022596750408411026, "position": 5535, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.6595503186399583e-06, "position": 5536, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0122747253626585, "position": 5537, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13841485977172852, "position": 5538, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00039689967525191605, "position": 5539, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000287466449663043, "position": 5540, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00368327833712101, "position": 5541, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002989278291352093, "position": 5542, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004453631117939949, "position": 5543, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.49880853295326233, "position": 5544, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0009105904609896243, "position": 5545, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007928076200187206, "position": 5546, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.757811206625775e-05, "position": 5547, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.676337893120944e-05, "position": 5548, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011149531928822398, "position": 5549, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025431232061237097, "position": 5550, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015140938572585583, "position": 5551, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.623386015126016e-05, "position": 5552, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015044453321024776, "position": 5553, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023909489391371608, "position": 5554, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.3411306251073256e-05, "position": 5555, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0985915821493109e-07, "position": 5556, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001113254576921463, "position": 5557, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018277884228155017, "position": 5558, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005761195789091289, "position": 5559, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00027029128978028893, "position": 5560, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002999646821990609, "position": 5561, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011721992632374167, "position": 5562, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012186151434434578, "position": 5563, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000745616271160543, "position": 5564, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.69391533342423e-06, "position": 5565, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.3418338912506442e-07, "position": 5566, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.619691026164219e-05, "position": 5567, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8651538741542026e-06, "position": 5568, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.658894224325195e-05, "position": 5569, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.6908535548718646e-05, "position": 5570, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.686760702403262e-05, "position": 5571, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.6616701259408728e-06, "position": 5572, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005551875568926334, "position": 5573, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053042370826005936, "position": 5574, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.64340438763611e-06, "position": 5575, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3208155905886088e-05, "position": 5576, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00024720627698116004, "position": 5577, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.651022704318166e-05, "position": 5578, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.723394340544473e-06, "position": 5579, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.499595888773911e-05, "position": 5580, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016404662164859474, "position": 5581, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018160679610446095, "position": 5582, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014312088023871183, "position": 5583, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.594592830173497e-07, "position": 5584, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00021019752603024244, "position": 5585, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.664651639061049e-05, "position": 5586, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1485489039841923e-06, "position": 5587, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.7950962248723954e-05, "position": 5588, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003155205340590328, "position": 5589, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004517892957665026, "position": 5590, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.2052812356560025e-06, "position": 5591, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.001975973253138e-06, "position": 5592, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.365694151900243e-05, "position": 5593, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.886859864607686e-07, "position": 5594, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.200308805797249e-07, "position": 5595, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0670781135559082, "position": 5596, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0104439165443182, "position": 5597, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.7400877772597596e-05, "position": 5598, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043892305344343185, "position": 5599, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0008306720992550254, "position": 5600, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06776886433362961, "position": 5601, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.050060465931892395, "position": 5602, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023248804733157158, "position": 5603, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02534867823123932, "position": 5604, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006870885379612446, "position": 5605, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011510003358125687, "position": 5606, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.015583787113428116, "position": 5607, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0007856619777157903, "position": 5608, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00601839367300272, "position": 5609, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005623852834105492, "position": 5610, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019139669835567474, "position": 5611, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.024453751742839813, "position": 5612, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.014877194538712502, "position": 5613, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021090611815452576, "position": 5614, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028751182835549116, "position": 5615, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028926720842719078, "position": 5616, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05102504417300224, "position": 5617, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019726594910025597, "position": 5618, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01877645216882229, "position": 5619, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01971295475959778, "position": 5620, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03017362952232361, "position": 5621, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05741564929485321, "position": 5622, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.055066581815481186, "position": 5623, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02861030399799347, "position": 5624, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03298019990324974, "position": 5625, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04130946099758148, "position": 5626, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023568321019411087, "position": 5627, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010990122333168983, "position": 5628, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024199264124035835, "position": 5629, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02690509520471096, "position": 5630, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1924855262041092, "position": 5631, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.009546635672450066, "position": 5632, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047075305134058, "position": 5633, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029456039890646935, "position": 5634, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008454574272036552, "position": 5635, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041717108339071274, "position": 5636, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.018736068159341812, "position": 5637, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029781505465507507, "position": 5638, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025263361632823944, "position": 5639, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005083443596959114, "position": 5640, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030297303572297096, "position": 5641, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022466963157057762, "position": 5642, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029616085812449455, "position": 5643, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.7400877772597596e-05, "position": 5644, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043892305344343185, "position": 5645, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0008306720992550254, "position": 5646, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06776886433362961, "position": 5647, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.050060465931892395, "position": 5648, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023248804733157158, "position": 5649, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02534867823123932, "position": 5650, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006870885379612446, "position": 5651, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011510003358125687, "position": 5652, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.015583787113428116, "position": 5653, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0007856619777157903, "position": 5654, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00601839367300272, "position": 5655, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005623852834105492, "position": 5656, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019139669835567474, "position": 5657, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.024453751742839813, "position": 5658, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.014877194538712502, "position": 5659, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021090611815452576, "position": 5660, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028751182835549116, "position": 5661, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028926720842719078, "position": 5662, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05102504417300224, "position": 5663, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019726594910025597, "position": 5664, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01877645216882229, "position": 5665, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01971295475959778, "position": 5666, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03017362952232361, "position": 5667, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05741564929485321, "position": 5668, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.055066581815481186, "position": 5669, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02861030399799347, "position": 5670, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03298019990324974, "position": 5671, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04130946099758148, "position": 5672, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023568321019411087, "position": 5673, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010990122333168983, "position": 5674, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024199264124035835, "position": 5675, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02690509520471096, "position": 5676, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1924855262041092, "position": 5677, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.009546635672450066, "position": 5678, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047075305134058, "position": 5679, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029456039890646935, "position": 5680, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008454574272036552, "position": 5681, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041717108339071274, "position": 5682, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.018736068159341812, "position": 5683, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029781505465507507, "position": 5684, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025263361632823944, "position": 5685, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005083443596959114, "position": 5686, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030297303572297096, "position": 5687, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024110177531838417, "position": 5688, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02025788463652134, "position": 5689, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018817827105522156, "position": 5690, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.7400877772597596e-05, "position": 5691, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043892305344343185, "position": 5692, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0008306720992550254, "position": 5693, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06776886433362961, "position": 5694, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1034650206565857, "position": 5695, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02466648817062378, "position": 5696, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014151235111057758, "position": 5697, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11188539862632751, "position": 5698, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002256134059280157, "position": 5699, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007180770393460989, "position": 5700, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.004482190124690533, "position": 5701, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026559963822364807, "position": 5702, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04907691106200218, "position": 5703, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0114030996337533, "position": 5704, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024854348972439766, "position": 5705, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019854344427585602, "position": 5706, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.050563111901283264, "position": 5707, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.266326367855072, "position": 5708, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.030714096501469612, "position": 5709, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010548238642513752, "position": 5710, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04555341973900795, "position": 5711, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17528727650642395, "position": 5712, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03781058266758919, "position": 5713, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.07799867540597916, "position": 5714, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03253887593746185, "position": 5715, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034612543880939484, "position": 5716, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.061357282102108, "position": 5717, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019137125462293625, "position": 5718, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02072865143418312, "position": 5719, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.053980376571416855, "position": 5720, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008698305115103722, "position": 5721, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014351910911500454, "position": 5722, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01937531866133213, "position": 5723, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.025060007348656654, "position": 5724, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05901440232992172, "position": 5725, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.007765553891658783, "position": 5726, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007300782948732376, "position": 5727, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0202315766364336, "position": 5728, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013127372600138187, "position": 5729, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020484747365117073, "position": 5730, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014058463275432587, "position": 5731, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019796691834926605, "position": 5732, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02961146831512451, "position": 5733, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008559097535908222, "position": 5734, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0508391335606575, "position": 5735, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03159492462873459, "position": 5736, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016847316175699234, "position": 5737, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01780322566628456, "position": 5738, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.0047394284047186375, "position": 5739, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009984361007809639, "position": 5740, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011563405394554138, "position": 5741, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025389352813363075, "position": 5742, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.025347206741571426, "position": 5743, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005973489489406347, "position": 5744, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0243524219840765, "position": 5745, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 3.7400877772597596e-05, "position": 5746, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043892305344343185, "position": 5747, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0008306720992550254, "position": 5748, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06776886433362961, "position": 5749, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1034650206565857, "position": 5750, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02466648817062378, "position": 5751, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014151235111057758, "position": 5752, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11188539862632751, "position": 5753, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002256134059280157, "position": 5754, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007180770393460989, "position": 5755, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.004482190124690533, "position": 5756, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026559963822364807, "position": 5757, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04907691106200218, "position": 5758, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0114030996337533, "position": 5759, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024854348972439766, "position": 5760, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019854344427585602, "position": 5761, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.050563111901283264, "position": 5762, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.266326367855072, "position": 5763, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.030714096501469612, "position": 5764, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010548238642513752, "position": 5765, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04555341973900795, "position": 5766, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17528727650642395, "position": 5767, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03781058266758919, "position": 5768, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.07799867540597916, "position": 5769, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03253887593746185, "position": 5770, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034612543880939484, "position": 5771, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.061357282102108, "position": 5772, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019137125462293625, "position": 5773, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02072865143418312, "position": 5774, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.053980376571416855, "position": 5775, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008698305115103722, "position": 5776, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014351910911500454, "position": 5777, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01937531866133213, "position": 5778, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.025060007348656654, "position": 5779, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05901440232992172, "position": 5780, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.007765553891658783, "position": 5781, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007300782948732376, "position": 5782, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0202315766364336, "position": 5783, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013127372600138187, "position": 5784, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020484747365117073, "position": 5785, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014058463275432587, "position": 5786, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019796691834926605, "position": 5787, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02961146831512451, "position": 5788, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008559097535908222, "position": 5789, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0508391335606575, "position": 5790, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03159492462873459, "position": 5791, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016847316175699234, "position": 5792, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01780322566628456, "position": 5793, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.0047394284047186375, "position": 5794, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009984361007809639, "position": 5795, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011563405394554138, "position": 5796, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025389352813363075, "position": 5797, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.025347206741571426, "position": 5798, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008997988887131214, "position": 5799, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01735866069793701, "position": 5800, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007274791598320007, "position": 5801, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005395665648393333, "position": 5802, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.824557309912052e-07, "position": 5803, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010364834452047944, "position": 5804, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08368220180273056, "position": 5805, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022596750408411026, "position": 5806, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.6595503186399583e-06, "position": 5807, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0122747253626585, "position": 5808, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13841485977172852, "position": 5809, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00039689967525191605, "position": 5810, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000287466449663043, "position": 5811, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00368327833712101, "position": 5812, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002989278291352093, "position": 5813, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004453631117939949, "position": 5814, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.49880853295326233, "position": 5815, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0009105904609896243, "position": 5816, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007928076200187206, "position": 5817, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.757811206625775e-05, "position": 5818, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.676337893120944e-05, "position": 5819, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011149531928822398, "position": 5820, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025431232061237097, "position": 5821, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015140938572585583, "position": 5822, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.623386015126016e-05, "position": 5823, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015044453321024776, "position": 5824, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023909489391371608, "position": 5825, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.3411306251073256e-05, "position": 5826, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0985915821493109e-07, "position": 5827, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001113254576921463, "position": 5828, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018277884228155017, "position": 5829, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005761195789091289, "position": 5830, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00027029128978028893, "position": 5831, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002999646821990609, "position": 5832, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011721992632374167, "position": 5833, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012186151434434578, "position": 5834, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000745616271160543, "position": 5835, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.69391533342423e-06, "position": 5836, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.3418338912506442e-07, "position": 5837, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.619691026164219e-05, "position": 5838, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8651538741542026e-06, "position": 5839, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.658894224325195e-05, "position": 5840, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.6908535548718646e-05, "position": 5841, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.686760702403262e-05, "position": 5842, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.6616701259408728e-06, "position": 5843, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005551875568926334, "position": 5844, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053042370826005936, "position": 5845, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.64340438763611e-06, "position": 5846, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3208155905886088e-05, "position": 5847, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00024720627698116004, "position": 5848, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.651022704318166e-05, "position": 5849, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.723394340544473e-06, "position": 5850, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.499595888773911e-05, "position": 5851, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016404662164859474, "position": 5852, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018160679610446095, "position": 5853, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014312088023871183, "position": 5854, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.594592830173497e-07, "position": 5855, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00021019752603024244, "position": 5856, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.664651639061049e-05, "position": 5857, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1485489039841923e-06, "position": 5858, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.7950962248723954e-05, "position": 5859, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003155205340590328, "position": 5860, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004517892957665026, "position": 5861, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.2052812356560025e-06, "position": 5862, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.001975973253138e-06, "position": 5863, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.365694151900243e-05, "position": 5864, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.886859864607686e-07, "position": 5865, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.200308805797249e-07, "position": 5866, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0670781135559082, "position": 5867, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01243310421705246, "position": 5868, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06047387421131134, "position": 5869, "top10_agreement": true, "top1_agreement": true } ], "top10_agreement": 0.9977853492333901, "top1_agreement": 0.9023850085178876 }, "siq": { "max_forward_kl": 3.224837064743042, "mean_forward_kl": 0.055124458932976864, "per_position": [ { "forward_kl": 0.023948101326823235, "position": 0, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026463905349373817, "position": 1, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041487306356430054, "position": 2, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02249344252049923, "position": 3, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03891178220510483, "position": 4, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026096973568201065, "position": 5, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08570604026317596, "position": 6, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02659265138208866, "position": 7, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02077667787671089, "position": 8, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08119378238916397, "position": 9, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03276820108294487, "position": 10, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028837433084845543, "position": 11, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04442593827843666, "position": 12, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023267649114131927, "position": 13, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01773430034518242, "position": 14, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05419789254665375, "position": 15, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04075019434094429, "position": 16, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02220303565263748, "position": 17, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020998600870370865, "position": 18, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032252099364995956, "position": 19, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03349859640002251, "position": 20, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.059690944850444794, "position": 21, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004407321976032108, "position": 22, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03568003326654434, "position": 23, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0016717659309506416, "position": 24, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02461179718375206, "position": 25, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07307621836662292, "position": 26, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.022930465638637543, "position": 27, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0329485684633255, "position": 28, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010692540556192398, "position": 29, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029907874763011932, "position": 30, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003629571758210659, "position": 31, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015039767138659954, "position": 32, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010449405817780644, "position": 33, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013232788071036339, "position": 34, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08751150965690613, "position": 35, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.059053488075733185, "position": 36, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10504893958568573, "position": 37, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06813120096921921, "position": 38, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10639683902263641, "position": 39, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04517684131860733, "position": 40, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05444135144352913, "position": 41, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0811033621430397, "position": 42, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04552941024303436, "position": 43, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09206601232290268, "position": 44, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009212078526616096, "position": 45, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19685940444469452, "position": 46, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032821059226989746, "position": 47, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016320403665304184, "position": 48, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1260664016008377, "position": 49, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004866797477006912, "position": 50, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016534006223082542, "position": 51, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08832544833421707, "position": 52, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4370729331858456e-05, "position": 53, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041796088218688965, "position": 54, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012143581989221275, "position": 55, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04870659485459328, "position": 56, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01239028200507164, "position": 57, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05944118648767471, "position": 58, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05508625879883766, "position": 59, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013210789766162634, "position": 60, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20551972091197968, "position": 61, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 1.6757498087827116e-05, "position": 62, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05026441067457199, "position": 63, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.016898583620786667, "position": 64, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1433328241109848, "position": 65, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029730282723903656, "position": 66, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08623714745044708, "position": 67, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05010869354009628, "position": 68, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000935409392695874, "position": 69, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020869749132543802, "position": 70, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04408838599920273, "position": 71, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05135442316532135, "position": 72, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.46943795680999756, "position": 73, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011365809477865696, "position": 74, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08791064471006393, "position": 75, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06913094222545624, "position": 76, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0031287074089050293, "position": 77, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014601620845496655, "position": 78, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005671738181263208, "position": 79, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015034470707178116, "position": 80, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06149802356958389, "position": 81, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011865745182149112, "position": 82, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.920058134099236e-06, "position": 83, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018663089722394943, "position": 84, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10081390291452408, "position": 85, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014197396114468575, "position": 86, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00784996896982193, "position": 87, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14770342409610748, "position": 88, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.0466739190160297e-05, "position": 89, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035313835833221674, "position": 90, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014568624086678028, "position": 91, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004009419586509466, "position": 92, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4847108721733093, "position": 93, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02977583184838295, "position": 94, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09660116583108902, "position": 95, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11377520859241486, "position": 96, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03536210209131241, "position": 97, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06909807026386261, "position": 98, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06200111284852028, "position": 99, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025481659919023514, "position": 100, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030092094093561172, "position": 101, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2513977587223053, "position": 102, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02942570298910141, "position": 103, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04163598641753197, "position": 104, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012319761328399181, "position": 105, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005869911052286625, "position": 106, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04813512787222862, "position": 107, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.004161597695201635, "position": 108, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.059504132717847824, "position": 109, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07590576261281967, "position": 110, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09323443472385406, "position": 111, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047751620411872864, "position": 112, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02151504158973694, "position": 113, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.007767724804580212, "position": 114, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017575528472661972, "position": 115, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04923845827579498, "position": 116, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00024174232385121286, "position": 117, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04033803939819336, "position": 118, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006204790901392698, "position": 119, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02997535653412342, "position": 120, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011225255206227303, "position": 121, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023640841245651245, "position": 122, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04090901464223862, "position": 123, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12045466899871826, "position": 124, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021495504304766655, "position": 125, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03693397343158722, "position": 126, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027241351082921028, "position": 127, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05124937742948532, "position": 128, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04795996844768524, "position": 129, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.45121192932128906, "position": 130, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08346733450889587, "position": 131, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09269268810749054, "position": 132, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17405059933662415, "position": 133, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00031947935349307954, "position": 134, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003358628891874105, "position": 135, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00038590520853176713, "position": 136, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.290122109930962e-05, "position": 137, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10406117886304855, "position": 138, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09435182064771652, "position": 139, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11954127252101898, "position": 140, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002332247095182538, "position": 141, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027904845774173737, "position": 142, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004106306470930576, "position": 143, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020954225212335587, "position": 144, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024763815104961395, "position": 145, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08114588260650635, "position": 146, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047597117722034454, "position": 147, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019264813512563705, "position": 148, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013632382615469396, "position": 149, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016976026818156242, "position": 150, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03358756750822067, "position": 151, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011359791969880462, "position": 152, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027265377342700958, "position": 153, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12334173172712326, "position": 154, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06160174310207367, "position": 155, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06896170973777771, "position": 156, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18906737864017487, "position": 157, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1727502942085266, "position": 158, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005569998174905777, "position": 159, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010419897735118866, "position": 160, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11170719563961029, "position": 161, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030754683539271355, "position": 162, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03514152020215988, "position": 163, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.045582808554172516, "position": 164, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07735732197761536, "position": 165, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023656770586967468, "position": 166, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22480936348438263, "position": 167, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012055560946464539, "position": 168, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11141344904899597, "position": 169, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04241054877638817, "position": 170, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05345991998910904, "position": 171, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027111057192087173, "position": 172, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.040291883051395416, "position": 173, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03435840457677841, "position": 174, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010833919048309326, "position": 175, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0045910608023405075, "position": 176, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0038651451468467712, "position": 177, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02545204944908619, "position": 178, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02635825052857399, "position": 179, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03013680875301361, "position": 180, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00035313182161189616, "position": 181, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.039700571447610855, "position": 182, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8453298000385985e-05, "position": 183, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027769217267632484, "position": 184, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.441535126417875e-05, "position": 185, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.81753153912723e-05, "position": 186, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009735196828842163, "position": 187, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012912637554109097, "position": 188, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02636800706386566, "position": 189, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04136258736252785, "position": 190, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024576610885560513, "position": 191, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.456923852558248e-05, "position": 192, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005609595682471991, "position": 193, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014704919885843992, "position": 194, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00974538829177618, "position": 195, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17561247944831848, "position": 196, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11217422038316727, "position": 197, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2233511060476303, "position": 198, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08781115710735321, "position": 199, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002801020164042711, "position": 200, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024300621822476387, "position": 201, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1468653380870819, "position": 202, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10252531617879868, "position": 203, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13681352138519287, "position": 204, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027822494506835938, "position": 205, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08325861394405365, "position": 206, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02375848963856697, "position": 207, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010848771780729294, "position": 208, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04077066853642464, "position": 209, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23247268795967102, "position": 210, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03438139334321022, "position": 211, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15299472212791443, "position": 212, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.21038669347763062, "position": 213, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2393353432416916, "position": 214, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00021471985382959247, "position": 215, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13215360045433044, "position": 216, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025470200926065445, "position": 217, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06039831042289734, "position": 218, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007090117782354355, "position": 219, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14447110891342163, "position": 220, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.009521683678030968, "position": 221, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10771753638982773, "position": 222, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0134121747687459, "position": 223, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0646568313241005, "position": 224, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008959614671766758, "position": 225, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.383188595762476e-05, "position": 226, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0054193721152842045, "position": 227, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008110135793685913, "position": 228, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08321737498044968, "position": 229, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006216465262696147, "position": 230, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05083931237459183, "position": 231, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.014002101495862007, "position": 232, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16197700798511505, "position": 233, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0424669124186039, "position": 234, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015966394916176796, "position": 235, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11248546838760376, "position": 236, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05594982951879501, "position": 237, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1456570327281952, "position": 238, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00015203582006506622, "position": 239, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00022664129210170358, "position": 240, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.26891034841537476, "position": 241, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2953724265098572, "position": 242, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.43068820238113403, "position": 243, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.092619888484478, "position": 244, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.10139469057321548, "position": 245, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07132713496685028, "position": 246, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.024494964629411697, "position": 247, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.054534826427698135, "position": 248, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09602440893650055, "position": 249, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025714924558997154, "position": 250, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05653582140803337, "position": 251, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002161608077585697, "position": 252, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.039620913565158844, "position": 253, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10034069418907166, "position": 254, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036209218204021454, "position": 255, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013518490828573704, "position": 256, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010409779846668243, "position": 257, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02973768673837185, "position": 258, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001323517644777894, "position": 259, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005037713563069701, "position": 260, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07009977102279663, "position": 261, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005571393296122551, "position": 262, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001889069826574996, "position": 263, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.159926043532323e-05, "position": 264, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004374672134872526, "position": 265, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011766927491407841, "position": 266, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1121068982665747e-07, "position": 267, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000534049526322633, "position": 268, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15361341834068298, "position": 269, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.17710362374782562, "position": 270, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009854193776845932, "position": 271, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002832043101079762, "position": 272, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15073135495185852, "position": 273, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.056408338248729706, "position": 274, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5464032888412476, "position": 275, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.022762227803468704, "position": 276, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016284039011225104, "position": 277, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20410677790641785, "position": 278, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2125236988067627, "position": 279, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.016612673178315163, "position": 280, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.051295652985572815, "position": 281, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013461723923683167, "position": 282, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05886693298816681, "position": 283, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04814507067203522, "position": 284, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010829049162566662, "position": 285, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019770190119743347, "position": 286, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025230465456843376, "position": 287, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0728796124458313, "position": 288, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07131171971559525, "position": 289, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03266138955950737, "position": 290, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043266501277685165, "position": 291, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009472805075347424, "position": 292, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2791054844856262, "position": 293, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09492699056863785, "position": 294, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0046584028750658035, "position": 295, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010765856131911278, "position": 296, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24475862085819244, "position": 297, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030091521330177784, "position": 298, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020568035542964935, "position": 299, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015333858027588576, "position": 300, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017776360735297203, "position": 301, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04912238568067551, "position": 302, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007058115676045418, "position": 303, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10608308762311935, "position": 304, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10776674002408981, "position": 305, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018301839008927345, "position": 306, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02814771793782711, "position": 307, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031025568023324013, "position": 308, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007740797591395676, "position": 309, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02676721289753914, "position": 310, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3499472439289093, "position": 311, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00810316763818264, "position": 312, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030008500441908836, "position": 313, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016116822138428688, "position": 314, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013308756751939654, "position": 315, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.9288326913956553e-05, "position": 316, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024960406590253115, "position": 317, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002835698891431093, "position": 318, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018605226650834084, "position": 319, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01867535337805748, "position": 320, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032060619443655014, "position": 321, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03142974153161049, "position": 322, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.32133679674007e-05, "position": 323, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3709341883659363, "position": 324, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.004751435946673155, "position": 325, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006933499127626419, "position": 326, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08256898820400238, "position": 327, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009529064409434795, "position": 328, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04071587696671486, "position": 329, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008654539124108851, "position": 330, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13665060698986053, "position": 331, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.041712235659360886, "position": 332, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029499860480427742, "position": 333, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036359984427690506, "position": 334, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007558148354291916, "position": 335, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.6272578835487366, "position": 336, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.016654161736369133, "position": 337, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004741043318063021, "position": 338, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014170391485095024, "position": 339, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08817485719919205, "position": 340, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0038922291714698076, "position": 341, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022183524444699287, "position": 342, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05773826688528061, "position": 343, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011757665313780308, "position": 344, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04958072304725647, "position": 345, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008297571912407875, "position": 346, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03564292937517166, "position": 347, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01742875948548317, "position": 348, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0054274192079901695, "position": 349, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0384722501039505, "position": 350, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0065370043739676476, "position": 351, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02145267464220524, "position": 352, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01997079886496067, "position": 353, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.29961490631103516, "position": 354, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015877902507781982, "position": 355, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044439010322093964, "position": 356, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.3415443003177643, "position": 357, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02393704280257225, "position": 358, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07443121075630188, "position": 359, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007214524783194065, "position": 360, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.28542280197143555, "position": 361, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4062868356704712, "position": 362, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0062965210527181625, "position": 363, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14262953400611877, "position": 364, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014562794007360935, "position": 365, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007971646264195442, "position": 366, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04272259771823883, "position": 367, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05468616634607315, "position": 368, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05387488380074501, "position": 369, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025366139598190784, "position": 370, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00033992723911069334, "position": 371, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017207739874720573, "position": 372, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007399498485028744, "position": 373, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020546220242977142, "position": 374, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05365235358476639, "position": 375, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10990332067012787, "position": 376, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02474803477525711, "position": 377, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.291496604681015, "position": 378, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.18281438946723938, "position": 379, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.640003994107246e-05, "position": 380, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00828757043927908, "position": 381, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006249339785426855, "position": 382, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0031433224212378263, "position": 383, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024045633152127266, "position": 384, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0151183120906353, "position": 385, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005499132443219423, "position": 386, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023774774745106697, "position": 387, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00651013245806098, "position": 388, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004982587415724993, "position": 389, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015838390216231346, "position": 390, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.038150541484355927, "position": 391, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011578861624002457, "position": 392, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12352811545133591, "position": 393, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002480344148352742, "position": 394, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12878966331481934, "position": 395, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06301343441009521, "position": 396, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.160869762301445, "position": 397, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00020988681353628635, "position": 398, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002769715152680874, "position": 399, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001564868027344346, "position": 400, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022024966776371002, "position": 401, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.057785093784332275, "position": 402, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016137838829308748, "position": 403, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.054008014500141144, "position": 404, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008880643174052238, "position": 405, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14142221212387085, "position": 406, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011132676154375076, "position": 407, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016032399609684944, "position": 408, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10793103277683258, "position": 409, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009538991376757622, "position": 410, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010579872876405716, "position": 411, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016831977292895317, "position": 412, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04549906402826309, "position": 413, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024984143674373627, "position": 414, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3674897445525858e-06, "position": 415, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.824755397858098e-05, "position": 416, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01714555360376835, "position": 417, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029837217181921005, "position": 418, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008403515443205833, "position": 419, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033173977863043547, "position": 420, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024111442267894745, "position": 421, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019946394488215446, "position": 422, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1550041563168634e-05, "position": 423, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00026955269277095795, "position": 424, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011151690036058426, "position": 425, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.670891808520537e-05, "position": 426, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004318398889154196, "position": 427, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002512832637876272, "position": 428, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012145359069108963, "position": 429, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019839860498905182, "position": 430, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03399982303380966, "position": 431, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015052048489451408, "position": 432, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002480672672390938, "position": 433, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018730202282313257, "position": 434, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010978630598401651, "position": 435, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8723556422628462e-05, "position": 436, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020033948123455048, "position": 437, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11087537556886673, "position": 438, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03507126122713089, "position": 439, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.273431658744812, "position": 440, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012163442559540272, "position": 441, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025699377059936523, "position": 442, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035712577402591705, "position": 443, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012574240565299988, "position": 444, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013881715945899487, "position": 445, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014878108631819487, "position": 446, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021871463395655155, "position": 447, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04653189331293106, "position": 448, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04433092474937439, "position": 449, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006879279972054064, "position": 450, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010775085538625717, "position": 451, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03966030478477478, "position": 452, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005938720889389515, "position": 453, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001924930838868022, "position": 454, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007419353350996971, "position": 455, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023114070296287537, "position": 456, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04354352876543999, "position": 457, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011064305901527405, "position": 458, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05224566534161568, "position": 459, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009794705547392368, "position": 460, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009667977574281394, "position": 461, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02155139297246933, "position": 462, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013097920455038548, "position": 463, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.051591530442237854, "position": 464, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01438075490295887, "position": 465, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16832397878170013, "position": 466, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035312484949827194, "position": 467, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035405282396823168, "position": 468, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02034166269004345, "position": 469, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06046420708298683, "position": 470, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026048120111227036, "position": 471, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003414067206904292, "position": 472, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043210987001657486, "position": 473, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027234330773353577, "position": 474, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016210472211241722, "position": 475, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013385481433942914, "position": 476, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.1938557842513546e-05, "position": 477, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007745893206447363, "position": 478, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0043843588791787624, "position": 479, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011772996746003628, "position": 480, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019646482542157173, "position": 481, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0069036297500133514, "position": 482, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06055666133761406, "position": 483, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008817611262202263, "position": 484, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021676456555724144, "position": 485, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14171966910362244, "position": 486, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025291822385042906, "position": 487, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01926875300705433, "position": 488, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12306413799524307, "position": 489, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014670038945041597, "position": 490, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033832307904958725, "position": 491, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0735931396484375, "position": 492, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021023288369178772, "position": 493, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3768722712993622, "position": 494, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0730024054646492, "position": 495, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023030713200569153, "position": 496, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03351721912622452, "position": 497, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.012024296447634697, "position": 498, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.061367761343717575, "position": 499, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013703014701604843, "position": 500, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.827211185125634e-05, "position": 501, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11672701686620712, "position": 502, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18281036615371704, "position": 503, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06829696893692017, "position": 504, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3123059868812561, "position": 505, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1883644461631775, "position": 506, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05348915234208107, "position": 507, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00874650664627552, "position": 508, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12043825536966324, "position": 509, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19922958314418793, "position": 510, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005852028843946755, "position": 511, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013018770143389702, "position": 512, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16440428793430328, "position": 513, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17155176401138306, "position": 514, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2644224166870117, "position": 515, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016862137243151665, "position": 516, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.7015109658241272, "position": 517, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.002077701035887003, "position": 518, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0034739221446216106, "position": 519, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.005478017963469e-05, "position": 520, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06658194959163666, "position": 521, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008294319733977318, "position": 522, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03957998752593994, "position": 523, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.684564944705926e-05, "position": 524, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2144785225391388, "position": 525, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004797625355422497, "position": 526, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012005758471786976, "position": 527, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.61620628205128e-05, "position": 528, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00036441790871322155, "position": 529, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02580248937010765, "position": 530, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16561666131019592, "position": 531, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015126077050808817, "position": 532, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01847737655043602, "position": 533, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019481491763144732, "position": 534, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004607454873621464, "position": 535, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24682849645614624, "position": 536, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009597398340702057, "position": 537, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010487379506230354, "position": 538, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.27068841457366943, "position": 539, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04670713096857071, "position": 540, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02417241781949997, "position": 541, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07169497013092041, "position": 542, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09827719628810883, "position": 543, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00741005502641201, "position": 544, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010540928691625595, "position": 545, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010160149540752172, "position": 546, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03188028931617737, "position": 547, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0250165443867445, "position": 548, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.805630957591347e-06, "position": 549, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18355268239974976, "position": 550, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0006776580703444779, "position": 551, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2020411304547451e-05, "position": 552, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022664539515972137, "position": 553, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04633410647511482, "position": 554, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033238500356674194, "position": 555, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.7598185877432115e-06, "position": 556, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06912897527217865, "position": 557, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12987057864665985, "position": 558, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08747311681509018, "position": 559, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.052975766360759735, "position": 560, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00269762659445405, "position": 561, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1737246242992114e-06, "position": 562, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004127256106585264, "position": 563, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017397139221429825, "position": 564, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06059330329298973, "position": 565, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004528430290520191, "position": 566, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06137539818882942, "position": 567, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0038519420195370913, "position": 568, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013381816446781158, "position": 569, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.42776334285736084, "position": 570, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05930187925696373, "position": 571, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001747561153024435, "position": 572, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.864339280175045e-05, "position": 573, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007459803484380245, "position": 574, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05193892866373062, "position": 575, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020229272544384003, "position": 576, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06293340027332306, "position": 577, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10771621018648148, "position": 578, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0031737638637423515, "position": 579, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05052024871110916, "position": 580, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001819402095861733, "position": 581, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022264868021011353, "position": 582, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016661209985613823, "position": 583, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08771754056215286, "position": 584, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005672890692949295, "position": 585, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0026601478457450867, "position": 586, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034096863120794296, "position": 587, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018801793456077576, "position": 588, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13545618951320648, "position": 589, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10164853185415268, "position": 590, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.831856105942279e-05, "position": 591, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021476494148373604, "position": 592, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00033493235241621733, "position": 593, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001802709884941578, "position": 594, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012594514526426792, "position": 595, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.551830639660693e-08, "position": 596, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00820151437073946, "position": 597, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05347159132361412, "position": 598, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025187259539961815, "position": 599, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013813348487019539, "position": 600, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001769687223713845, "position": 601, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08242904394865036, "position": 602, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05974651873111725, "position": 603, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.101469352870481e-06, "position": 604, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017101855482906103, "position": 605, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3034417927265167, "position": 606, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11413015425205231, "position": 607, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007822891348041594, "position": 608, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036209218204021454, "position": 609, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013518490828573704, "position": 610, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010409779846668243, "position": 611, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02973768673837185, "position": 612, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03152673318982124, "position": 613, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1013617068529129, "position": 614, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2677996754646301, "position": 615, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01930847205221653, "position": 616, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08178278058767319, "position": 617, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.41066426038742065, "position": 618, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027761848643422127, "position": 619, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06673462688922882, "position": 620, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004628743976354599, "position": 621, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015774596482515335, "position": 622, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010292301885783672, "position": 623, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013485928997397423, "position": 624, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05536044016480446, "position": 625, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1219860166311264, "position": 626, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011356626055203378, "position": 627, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.640162716095801e-06, "position": 628, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15319067239761353, "position": 629, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06569749116897583, "position": 630, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4455438554286957, "position": 631, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1397656351327896, "position": 632, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07370814681053162, "position": 633, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01516362838447094, "position": 634, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025797944515943527, "position": 635, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06611792743206024, "position": 636, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04573143646121025, "position": 637, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07433976978063583, "position": 638, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09361200779676437, "position": 639, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2143743932247162, "position": 640, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.6207687258720398, "position": 641, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010481267236173153, "position": 642, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.142663288395852e-05, "position": 643, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04234328493475914, "position": 644, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10203903913497925, "position": 645, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007842611521482468, "position": 646, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009444786235690117, "position": 647, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025936979800462723, "position": 648, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07121601700782776, "position": 649, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2284718006849289, "position": 650, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04657845199108124, "position": 651, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04178231954574585, "position": 652, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010882852075155824, "position": 653, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06140991672873497, "position": 654, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08041384816169739, "position": 655, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07484598457813263, "position": 656, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004726829007267952, "position": 657, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10034054517745972, "position": 658, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02414332702755928, "position": 659, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.329633182147518e-05, "position": 660, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.638958206574898e-06, "position": 661, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08412473648786545, "position": 662, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003098520974162966, "position": 663, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001084539690054953, "position": 664, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004698133561760187, "position": 665, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.373345316504128e-05, "position": 666, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20048613846302032, "position": 667, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08177259564399719, "position": 668, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05079403892159462, "position": 669, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11774544417858124, "position": 670, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08751298487186432, "position": 671, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008398515172302723, "position": 672, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10097049176692963, "position": 673, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03165261819958687, "position": 674, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04916142299771309, "position": 675, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2548181302918238e-06, "position": 676, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.462887277943082e-05, "position": 677, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.617139458656311, "position": 678, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0002479598915670067, "position": 679, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08884916454553604, "position": 680, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004835391591768712, "position": 681, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003810828784480691, "position": 682, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1452864706516266, "position": 683, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014502865262329578, "position": 684, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03125445917248726, "position": 685, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020082518458366394, "position": 686, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05456048995256424, "position": 687, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042112018913030624, "position": 688, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17502319812774658, "position": 689, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00045116210822016, "position": 690, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.041489880066365e-05, "position": 691, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01638553850352764, "position": 692, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2524949312210083, "position": 693, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0007640282274223864, "position": 694, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.588832184206694e-05, "position": 695, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031098950654268265, "position": 696, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0815138965845108, "position": 697, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017327245324850082, "position": 698, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001634241343708709, "position": 699, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058940961956977844, "position": 700, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007957111112773418, "position": 701, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019080137833952904, "position": 702, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020221976563334465, "position": 703, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04712282121181488, "position": 704, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0425858311355114, "position": 705, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0150961484760046, "position": 706, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.377002137014642e-06, "position": 707, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.734887963626534e-05, "position": 708, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11993969976902008, "position": 709, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004744421748910099, "position": 710, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03475720062851906, "position": 711, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015495846047997475, "position": 712, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06603873521089554, "position": 713, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.25451353192329407, "position": 714, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12210780382156372, "position": 715, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003465194022282958, "position": 716, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00022553562303073704, "position": 717, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03066384606063366, "position": 718, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001673092134296894, "position": 719, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04932156950235367, "position": 720, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01569121517241001, "position": 721, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1223933142900933e-05, "position": 722, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03937607258558273, "position": 723, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04328184202313423, "position": 724, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.055107470601797104, "position": 725, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0074646370485424995, "position": 726, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02119283191859722, "position": 727, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14347855746746063, "position": 728, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.1259020033758134e-05, "position": 729, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5062491002026945e-05, "position": 730, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009427033364772797, "position": 731, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.33739233016967773, "position": 732, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06941632926464081, "position": 733, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0043299878016114235, "position": 734, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016812071204185486, "position": 735, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04603913798928261, "position": 736, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025379350408911705, "position": 737, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2483387142419815, "position": 738, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07886333763599396, "position": 739, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006498472765088081, "position": 740, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19118769466876984, "position": 741, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012537024915218353, "position": 742, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10616060346364975, "position": 743, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2319645881652832, "position": 744, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06849183142185211, "position": 745, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001887461170554161, "position": 746, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04754570499062538, "position": 747, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3525242209434509, "position": 748, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017353534698486328, "position": 749, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09140986204147339, "position": 750, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0718274936079979, "position": 751, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.18707948923110962, "position": 752, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07059171795845032, "position": 753, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0233834907412529, "position": 754, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03376980498433113, "position": 755, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06932969391345978, "position": 756, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018649188859853894, "position": 757, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2371705025434494, "position": 758, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11127319931983948, "position": 759, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11331886798143387, "position": 760, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01780202053487301, "position": 761, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005482743727043271, "position": 762, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03996171057224274, "position": 763, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017278684303164482, "position": 764, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027214819565415382, "position": 765, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043716803193092346, "position": 766, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05632832273840904, "position": 767, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04236070066690445, "position": 768, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13524845242500305, "position": 769, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004734667018055916, "position": 770, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07410112023353577, "position": 771, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011233705095946789, "position": 772, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03457958251237869, "position": 773, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0695902481675148, "position": 774, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10210303962230682, "position": 775, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00827612355351448, "position": 776, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10449401289224625, "position": 777, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.048161830753088, "position": 778, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.045371100306510925, "position": 779, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10529828071594238, "position": 780, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.046784162521362305, "position": 781, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07379449903964996, "position": 782, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.045039158314466476, "position": 783, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04386414960026741, "position": 784, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011124767363071442, "position": 785, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0228007510304451, "position": 786, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11288969963788986, "position": 787, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17524860799312592, "position": 788, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16788838803768158, "position": 789, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014249955303966999, "position": 790, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026607025414705276, "position": 791, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0034818914718925953, "position": 792, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1324830800294876, "position": 793, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.009684119373559952, "position": 794, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00890310201793909, "position": 795, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.30409523844718933, "position": 796, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08641111850738525, "position": 797, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01985696703195572, "position": 798, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2200070470571518, "position": 799, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06607706844806671, "position": 800, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03501555323600769, "position": 801, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05478717014193535, "position": 802, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09457051753997803, "position": 803, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10188034176826477, "position": 804, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07438399642705917, "position": 805, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03357961028814316, "position": 806, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2380155324935913, "position": 807, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07206854224205017, "position": 808, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00344884698279202, "position": 809, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03544345870614052, "position": 810, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00013817055150866508, "position": 811, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07624179869890213, "position": 812, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01307595893740654, "position": 813, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06651157885789871, "position": 814, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01999601535499096, "position": 815, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015914196148514748, "position": 816, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008703348226845264, "position": 817, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023058678954839706, "position": 818, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017606187611818314, "position": 819, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.6978220830642385e-06, "position": 820, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06701615452766418, "position": 821, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027510318905115128, "position": 822, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005800936371088028, "position": 823, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010223399149253964, "position": 824, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024403026327490807, "position": 825, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008010393008589745, "position": 826, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019020389765501022, "position": 827, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15220139920711517, "position": 828, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0037032130640000105, "position": 829, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033310629427433014, "position": 830, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0857776328921318, "position": 831, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023895997554063797, "position": 832, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06692324578762054, "position": 833, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10792410373687744, "position": 834, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.054195523262023926, "position": 835, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009278647601604462, "position": 836, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05773325636982918, "position": 837, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03061928227543831, "position": 838, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.040821731090545654, "position": 839, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.9141883715055883e-05, "position": 840, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.547404260956682e-06, "position": 841, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14753413200378418, "position": 842, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020851239562034607, "position": 843, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027303121984004974, "position": 844, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011899572797119617, "position": 845, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07629299908876419, "position": 846, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04263961315155029, "position": 847, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010496913455426693, "position": 848, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021354055032134056, "position": 849, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00618717260658741, "position": 850, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11180798709392548, "position": 851, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13083194196224213, "position": 852, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016475088894367218, "position": 853, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22475634515285492, "position": 854, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009662255644798279, "position": 855, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22570128738880157, "position": 856, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 2.5096363970078528e-05, "position": 857, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5450844159659027e-07, "position": 858, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044499535113573074, "position": 859, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1533830761909485, "position": 860, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021283317357301712, "position": 861, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4734693467617035, "position": 862, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009051335975527763, "position": 863, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036209218204021454, "position": 864, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013518490828573704, "position": 865, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014180547557771206, "position": 866, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.012699753046035767, "position": 867, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006515002343803644, "position": 868, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012223712110426277, "position": 869, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012264979304745793, "position": 870, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000596186553593725, "position": 871, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.5491257474641316e-05, "position": 872, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00031215892522595823, "position": 873, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007571749156340957, "position": 874, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015278970822691917, "position": 875, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003299495729152113, "position": 876, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07833163440227509, "position": 877, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08851891756057739, "position": 878, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05727646127343178, "position": 879, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08397812396287918, "position": 880, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.045983970165252686, "position": 881, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009885336272418499, "position": 882, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.40057241916656494, "position": 883, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11688663810491562, "position": 884, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010287422686815262, "position": 885, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08188995718955994, "position": 886, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011448577046394348, "position": 887, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02298753708600998, "position": 888, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008339657797478139, "position": 889, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07020188122987747, "position": 890, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010474808514118195, "position": 891, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1940571367740631, "position": 892, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04780120030045509, "position": 893, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00748578691855073, "position": 894, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04466141387820244, "position": 895, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06946313381195068, "position": 896, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.5796823794953525e-05, "position": 897, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13566680252552032, "position": 898, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019123554229736328, "position": 899, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.037226200103759766, "position": 900, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007162486203014851, "position": 901, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07943172752857208, "position": 902, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044471804052591324, "position": 903, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0008094114018604159, "position": 904, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032038215547800064, "position": 905, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.31801047921180725, "position": 906, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.040245939046144485, "position": 907, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024218367412686348, "position": 908, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0062552560120821, "position": 909, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04567733407020569, "position": 910, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09774896502494812, "position": 911, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.620661330700386e-06, "position": 912, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011257280857535079, "position": 913, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02341320365667343, "position": 914, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012390773044899106, "position": 915, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06998778134584427, "position": 916, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005559713114053011, "position": 917, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023265073832590133, "position": 918, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.36830854415893555, "position": 919, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11093461513519287, "position": 920, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026339631527662277, "position": 921, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003886568592861295, "position": 922, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03934140503406525, "position": 923, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005115528590977192, "position": 924, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007149773184210062, "position": 925, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.298718002042733e-05, "position": 926, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0045443568378686905, "position": 927, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.8021516451844946e-05, "position": 928, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018726261332631111, "position": 929, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05609583854675293, "position": 930, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.015114100649952888, "position": 931, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012147449888288975, "position": 932, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.092413630336523e-05, "position": 933, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09510888904333115, "position": 934, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013378486037254333, "position": 935, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015351531095802784, "position": 936, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04597679525613785, "position": 937, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004661350976675749, "position": 938, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044956374913454056, "position": 939, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.1793252825737e-05, "position": 940, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11624107509851456, "position": 941, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03284275904297829, "position": 942, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21852509677410126, "position": 943, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.85412056655332e-07, "position": 944, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011077091097831726, "position": 945, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001285173580981791, "position": 946, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01891510933637619, "position": 947, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.289453373639844e-06, "position": 948, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06708844006061554, "position": 949, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020275235176086426, "position": 950, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06077020242810249, "position": 951, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004775010049343109, "position": 952, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013011333532631397, "position": 953, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06667805463075638, "position": 954, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008964857086539268, "position": 955, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003060257760807872, "position": 956, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0934340934909414e-05, "position": 957, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06555546075105667, "position": 958, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02345092035830021, "position": 959, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009558356367051601, "position": 960, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0167656559497118, "position": 961, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13097555935382843, "position": 962, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00585279893130064, "position": 963, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002744375029578805, "position": 964, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018115468323230743, "position": 965, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032717086374759674, "position": 966, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05150187015533447, "position": 967, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.001950947567820549, "position": 968, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.6844936013221741, "position": 969, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03544911742210388, "position": 970, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016972492448985577, "position": 971, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018483573803678155, "position": 972, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18840256333351135, "position": 973, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00021873199148103595, "position": 974, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.30241718888282776, "position": 975, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4990077316761017, "position": 976, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 8.17999170976691e-05, "position": 977, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004065068787895143, "position": 978, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3536882761400193e-06, "position": 979, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006450587883591652, "position": 980, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017842672765254974, "position": 981, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005590000655502081, "position": 982, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04419064521789551, "position": 983, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0084787392988801, "position": 984, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05325823649764061, "position": 985, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01709904707968235, "position": 986, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8343984038438066e-06, "position": 987, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012244893005117774, "position": 988, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06365633755922318, "position": 989, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009307109285145998, "position": 990, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033502669539302588, "position": 991, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00039970679790712893, "position": 992, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00021692189329769462, "position": 993, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002769878599792719, "position": 994, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.049623504281044006, "position": 995, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004133367910981178, "position": 996, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04715784639120102, "position": 997, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1371871829032898, "position": 998, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005456333048641682, "position": 999, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.317433978139888e-06, "position": 1000, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014351642690598965, "position": 1001, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.314340204000473, "position": 1002, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 2.7496309940033825e-06, "position": 1003, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02849593758583069, "position": 1004, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012785094790160656, "position": 1005, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02685108408331871, "position": 1006, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0026219559367746115, "position": 1007, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09258532524108887, "position": 1008, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.046764787286520004, "position": 1009, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012484680628404021, "position": 1010, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053114134818315506, "position": 1011, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005399285815656185, "position": 1012, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008640869054943323, "position": 1013, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018849706975743175, "position": 1014, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.424075111979619e-05, "position": 1015, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13814738392829895, "position": 1016, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011357964016497135, "position": 1017, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.543351628351957e-05, "position": 1018, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.061563797295093536, "position": 1019, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009076543152332306, "position": 1020, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0051522753201425076, "position": 1021, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003788355737924576, "position": 1022, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00029338488820940256, "position": 1023, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.615587098058313e-05, "position": 1024, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008900383254513144, "position": 1025, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009843016974627972, "position": 1026, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0041441535577178, "position": 1027, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0757291316986084, "position": 1028, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4089943766593933, "position": 1029, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.14071622490882874, "position": 1030, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003206139663234353, "position": 1031, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1019747406244278, "position": 1032, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19040563702583313, "position": 1033, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011735918931663036, "position": 1034, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021133320406079292, "position": 1035, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023192772641777992, "position": 1036, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01167340949177742, "position": 1037, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029979003593325615, "position": 1038, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024360287934541702, "position": 1039, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011049488093703985, "position": 1040, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11585444957017899, "position": 1041, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1490446670213714e-05, "position": 1042, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2264629304409027, "position": 1043, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06394598633050919, "position": 1044, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004323314409703016, "position": 1045, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029257966205477715, "position": 1046, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005585230886936188, "position": 1047, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09350069612264633, "position": 1048, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3082306683063507, "position": 1049, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07730965316295624, "position": 1050, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015126635320484638, "position": 1051, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005189218791201711, "position": 1052, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014974632300436497, "position": 1053, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11410961300134659, "position": 1054, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0046512894332408905, "position": 1055, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02151114121079445, "position": 1056, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002729204250499606, "position": 1057, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007538674399256706, "position": 1058, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00149155396502465, "position": 1059, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06667798012495041, "position": 1060, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.30026304721832275, "position": 1061, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.037340786308050156, "position": 1062, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014395548030734062, "position": 1063, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12130871415138245, "position": 1064, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018358271336182952, "position": 1065, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1582033783197403, "position": 1066, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02187114767730236, "position": 1067, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010182181373238564, "position": 1068, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008638142026029527, "position": 1069, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028710782062262297, "position": 1070, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.3167642211774364e-05, "position": 1071, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0408046618103981, "position": 1072, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0066155726090073586, "position": 1073, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007222324144095182, "position": 1074, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12124261260032654, "position": 1075, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013350658118724823, "position": 1076, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014899924397468567, "position": 1077, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.5721385554788867e-06, "position": 1078, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019773077219724655, "position": 1079, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03767361119389534, "position": 1080, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003261084493715316, "position": 1081, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004128820262849331, "position": 1082, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008525137789547443, "position": 1083, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08359747380018234, "position": 1084, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 2.8044046302966308e-06, "position": 1085, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.099078639934305e-06, "position": 1086, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12448117136955261, "position": 1087, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05970677360892296, "position": 1088, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004108077380806208, "position": 1089, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007205564063042402, "position": 1090, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014472100883722305, "position": 1091, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008180647855624557, "position": 1092, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023614353267475963, "position": 1093, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11414961516857147, "position": 1094, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02061188779771328, "position": 1095, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00748036801815033, "position": 1096, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002016674028709531, "position": 1097, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020574901252985, "position": 1098, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05461336672306061, "position": 1099, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030088279396295547, "position": 1100, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02627406269311905, "position": 1101, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01488366536796093, "position": 1102, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.050607308745384216, "position": 1103, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035346238873898983, "position": 1104, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024259621277451515, "position": 1105, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08991227298974991, "position": 1106, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.232932380749844e-05, "position": 1107, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03393884748220444, "position": 1108, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.092085221898742e-05, "position": 1109, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012926552444696426, "position": 1110, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0122777212018264e-06, "position": 1111, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03185529634356499, "position": 1112, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.049413833767175674, "position": 1113, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007132356055080891, "position": 1114, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17685796320438385, "position": 1115, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024122638627886772, "position": 1116, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12842750549316406, "position": 1117, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0359448567032814, "position": 1118, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.036209218204021454, "position": 1119, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013518490828573704, "position": 1120, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014180547557771206, "position": 1121, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04980478063225746, "position": 1122, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02255525067448616, "position": 1123, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02085939422249794, "position": 1124, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08621106296777725, "position": 1125, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05401623994112015, "position": 1126, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005372047424316406, "position": 1127, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021337103098630905, "position": 1128, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.054355788975954056, "position": 1129, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022877436131238937, "position": 1130, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023180795833468437, "position": 1131, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003487273585051298, "position": 1132, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008973510935902596, "position": 1133, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11676120012998581, "position": 1134, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04475836455821991, "position": 1135, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04250297695398331, "position": 1136, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005255162250250578, "position": 1137, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11786875873804092, "position": 1138, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04362411051988602, "position": 1139, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04756909981369972, "position": 1140, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.020038632676005363, "position": 1141, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0669972375035286, "position": 1142, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17204289138317108, "position": 1143, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02660563215613365, "position": 1144, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022297242656350136, "position": 1145, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0720825120806694, "position": 1146, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043062735348939896, "position": 1147, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028011731803417206, "position": 1148, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05029371753334999, "position": 1149, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1061597391963005, "position": 1150, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05937241017818451, "position": 1151, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005955933011136949, "position": 1152, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04985632374882698, "position": 1153, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05838146433234215, "position": 1154, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02883814089000225, "position": 1155, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18764115869998932, "position": 1156, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.294791579246521, "position": 1157, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09255166351795197, "position": 1158, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3934151530265808, "position": 1159, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04333417862653732, "position": 1160, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2639205753803253, "position": 1161, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18845175206661224, "position": 1162, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15638792514801025, "position": 1163, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.36895275115966797, "position": 1164, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015078767319209874, "position": 1165, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02403152734041214, "position": 1166, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03771112114191055, "position": 1167, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04858451336622238, "position": 1168, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.2143244594335556, "position": 1169, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5248363614082336, "position": 1170, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1611635386943817, "position": 1171, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10941015928983688, "position": 1172, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07497722655534744, "position": 1173, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21100717782974243, "position": 1174, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022090017795562744, "position": 1175, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20906007289886475, "position": 1176, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10416899621486664, "position": 1177, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00044548261212185025, "position": 1178, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11353588849306107, "position": 1179, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000929002184420824, "position": 1180, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021835114806890488, "position": 1181, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11944956332445145, "position": 1182, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0940161943435669, "position": 1183, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5003184676170349, "position": 1184, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002101684920489788, "position": 1185, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04492521286010742, "position": 1186, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011945683509111404, "position": 1187, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09081103652715683, "position": 1188, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028960416093468666, "position": 1189, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.0218235476932023e-06, "position": 1190, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.35582810640335083, "position": 1191, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04215710610151291, "position": 1192, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18278402090072632, "position": 1193, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08280982077121735, "position": 1194, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09316625446081161, "position": 1195, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06398759037256241, "position": 1196, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05256121605634689, "position": 1197, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2884950041770935, "position": 1198, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05266911908984184, "position": 1199, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5265048742294312, "position": 1200, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.31554073095321655, "position": 1201, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1040923073887825, "position": 1202, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01900116726756096, "position": 1203, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15515746176242828, "position": 1204, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0959545224905014, "position": 1205, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.5048454999923706, "position": 1206, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.29979974031448364, "position": 1207, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05875445902347565, "position": 1208, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.432990163564682, "position": 1209, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1080179512500763, "position": 1210, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0398670993745327, "position": 1211, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11904888600111008, "position": 1212, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009541795589029789, "position": 1213, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02016983926296234, "position": 1214, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08730478584766388, "position": 1215, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010694414377212524, "position": 1216, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026905909180641174, "position": 1217, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11811573803424835, "position": 1218, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.7010077834129333, "position": 1219, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04097394272685051, "position": 1220, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05580185353755951, "position": 1221, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.3246387839317322, "position": 1222, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4626396894454956, "position": 1223, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005355002824217081, "position": 1224, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2569325864315033, "position": 1225, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0668635368347168, "position": 1226, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0797918438911438, "position": 1227, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022039173170924187, "position": 1228, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.36591026186943054, "position": 1229, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13581925630569458, "position": 1230, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11878073215484619, "position": 1231, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043797463178634644, "position": 1232, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3936547636985779, "position": 1233, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06286019086837769, "position": 1234, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.062611885368824, "position": 1235, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14712390303611755, "position": 1236, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11437595635652542, "position": 1237, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1275070756673813, "position": 1238, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08279583603143692, "position": 1239, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13746030628681183, "position": 1240, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09472103416919708, "position": 1241, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15818464756011963, "position": 1242, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023781094700098038, "position": 1243, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2640984058380127, "position": 1244, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.22537441551685333, "position": 1245, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004949590191245079, "position": 1246, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09521650522947311, "position": 1247, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06580404937267303, "position": 1248, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.2691875696182251, "position": 1249, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005411516758613288, "position": 1250, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12843725085258484, "position": 1251, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5837569236755371, "position": 1252, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09990675002336502, "position": 1253, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047091200947761536, "position": 1254, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1472265124320984, "position": 1255, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08528273552656174, "position": 1256, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19193682074546814, "position": 1257, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018233418464660645, "position": 1258, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003140205517411232, "position": 1259, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.37024110555648804, "position": 1260, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05112503841519356, "position": 1261, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02700253576040268, "position": 1262, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004861687310039997, "position": 1263, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19101077318191528, "position": 1264, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03971382975578308, "position": 1265, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4142518639564514, "position": 1266, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.4829588234424591, "position": 1267, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1100035011768341, "position": 1268, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.13452403247356415, "position": 1269, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02597985416650772, "position": 1270, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14356449246406555, "position": 1271, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20739692449569702, "position": 1272, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06818730384111404, "position": 1273, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07449634373188019, "position": 1274, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09055663645267487, "position": 1275, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001997055485844612, "position": 1276, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02567780762910843, "position": 1277, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017392931506037712, "position": 1278, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.36327970027923584, "position": 1279, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10175769031047821, "position": 1280, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00041031697764992714, "position": 1281, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0689648985862732, "position": 1282, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09026194363832474, "position": 1283, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06825649738311768, "position": 1284, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10647010058164597, "position": 1285, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11185994744300842, "position": 1286, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029622025787830353, "position": 1287, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20848912000656128, "position": 1288, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14178335666656494, "position": 1289, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05114397034049034, "position": 1290, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06116073578596115, "position": 1291, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02576667070388794, "position": 1292, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11218965798616409, "position": 1293, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2834932506084442, "position": 1294, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2639157176017761, "position": 1295, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036073505878448486, "position": 1296, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5487335920333862, "position": 1297, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23102977871894836, "position": 1298, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.10754743963479996, "position": 1299, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027908436954021454, "position": 1300, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02705158106982708, "position": 1301, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06439432501792908, "position": 1302, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01626550778746605, "position": 1303, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03134765475988388, "position": 1304, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.052610691636800766, "position": 1305, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.060508958995342255, "position": 1306, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018475960940122604, "position": 1307, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12127995491027832, "position": 1308, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05085736885666847, "position": 1309, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06676234304904938, "position": 1310, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.39189380407333374, "position": 1311, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.14116309583187103, "position": 1312, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10381124168634415, "position": 1313, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07625679671764374, "position": 1314, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1107955276966095, "position": 1315, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003860625671222806, "position": 1316, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4710734486579895, "position": 1317, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.30736151337623596, "position": 1318, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.7098365426063538, "position": 1319, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09226015210151672, "position": 1320, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10758513957262039, "position": 1321, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03564010560512543, "position": 1322, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3049609363079071, "position": 1323, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.015423460863530636, "position": 1324, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2188432663679123, "position": 1325, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5042937397956848, "position": 1326, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16517868638038635, "position": 1327, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 1.013604998588562, "position": 1328, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.31720900535583496, "position": 1329, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.42931273579597473, "position": 1330, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008878739550709724, "position": 1331, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2135918289422989, "position": 1332, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.409792423248291, "position": 1333, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01580597460269928, "position": 1334, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016751146176829934, "position": 1335, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23335769772529602, "position": 1336, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04265303909778595, "position": 1337, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043001651763916016, "position": 1338, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14596423506736755, "position": 1339, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08837422728538513, "position": 1340, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.022938083857297897, "position": 1341, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.27946311235427856, "position": 1342, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08187708258628845, "position": 1343, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0038517089560627937, "position": 1344, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06382787972688675, "position": 1345, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.499983621528372e-05, "position": 1346, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08113875240087509, "position": 1347, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0546383373439312, "position": 1348, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17756080627441406, "position": 1349, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.34140098094940186, "position": 1350, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008285155519843102, "position": 1351, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001022647600620985, "position": 1352, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012044749455526471, "position": 1353, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24388882517814636, "position": 1354, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0487930104136467, "position": 1355, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08085593581199646, "position": 1356, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.010996568948030472, "position": 1357, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1068792343139648, "position": 1358, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.025244299322366714, "position": 1359, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3094845414161682, "position": 1360, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13845327496528625, "position": 1361, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5591181516647339, "position": 1362, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11790182441473007, "position": 1363, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3278670310974121, "position": 1364, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1596529632806778, "position": 1365, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04190176725387573, "position": 1366, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.055136751383543015, "position": 1367, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11616188287734985, "position": 1368, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03609926998615265, "position": 1369, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09501934051513672, "position": 1370, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.054430074989795685, "position": 1371, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0026145989540964365, "position": 1372, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030149701982736588, "position": 1373, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036209218204021454, "position": 1374, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013518490828573704, "position": 1375, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010409779846668243, "position": 1376, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02973768673837185, "position": 1377, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03152673318982124, "position": 1378, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1013617068529129, "position": 1379, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026362836360931396, "position": 1380, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08671358972787857, "position": 1381, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18202829360961914, "position": 1382, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.15166646242141724, "position": 1383, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.28562691807746887, "position": 1384, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1410888284444809, "position": 1385, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 3.083224555666675e-07, "position": 1386, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000467487087007612, "position": 1387, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18066029250621796, "position": 1388, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03394916653633118, "position": 1389, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.071487872650323e-06, "position": 1390, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000515206076670438, "position": 1391, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01878102496266365, "position": 1392, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09063940495252609, "position": 1393, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.269382760772714e-07, "position": 1394, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0125488992780447, "position": 1395, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1834501475095749, "position": 1396, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025264285504817963, "position": 1397, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07623165845870972, "position": 1398, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005262676277197897, "position": 1399, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001328748621745035, "position": 1400, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008557544788345695, "position": 1401, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.25337958335876465, "position": 1402, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.3766669034957886, "position": 1403, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001356303837383166, "position": 1404, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.007379801711068e-05, "position": 1405, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.44998177886009216, "position": 1406, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.18499818444252014, "position": 1407, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00787651352584362, "position": 1408, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002754783199634403, "position": 1409, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3039188086986542, "position": 1410, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.21387960016727448, "position": 1411, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.4415448009967804, "position": 1412, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0026431172154843807, "position": 1413, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10682468116283417, "position": 1414, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04341784119606018, "position": 1415, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23515665531158447, "position": 1416, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000962100806646049, "position": 1417, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08512109518051147, "position": 1418, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10796414315700531, "position": 1419, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05526621267199516, "position": 1420, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3486664891242981, "position": 1421, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.006573028396815062, "position": 1422, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13512971997261047, "position": 1423, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01530529372394085, "position": 1424, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20504753291606903, "position": 1425, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0003056706045754254, "position": 1426, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.3825105444075234e-08, "position": 1427, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11048206686973572, "position": 1428, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01915537565946579, "position": 1429, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.149256132128357e-07, "position": 1430, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004020940512418747, "position": 1431, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023862274829298258, "position": 1432, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03921857848763466, "position": 1433, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04052331671118736, "position": 1434, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005965673364698887, "position": 1435, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014640087261795998, "position": 1436, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2110627293586731, "position": 1437, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.36605411767959595, "position": 1438, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08280234038829803, "position": 1439, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.036355335265398026, "position": 1440, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008923182263970375, "position": 1441, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01608249917626381, "position": 1442, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.253301203250885, "position": 1443, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.006024653557687998, "position": 1444, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07095225900411606, "position": 1445, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3992617726325989, "position": 1446, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.9764987630187534e-07, "position": 1447, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.31281983852386475, "position": 1448, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17180855572223663, "position": 1449, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019412385299801826, "position": 1450, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16520273685455322, "position": 1451, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 1.2965730428695679, "position": 1452, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00011487369192764163, "position": 1453, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.853098710735139e-08, "position": 1454, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10037942230701447, "position": 1455, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0798126757144928, "position": 1456, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.16477813966776e-07, "position": 1457, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1782409501392976e-06, "position": 1458, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005199824227020144, "position": 1459, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028419720008969307, "position": 1460, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028792427852749825, "position": 1461, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010871956124901772, "position": 1462, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004575290950015187, "position": 1463, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013266830937936902, "position": 1464, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18488134443759918, "position": 1465, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.049866825342178345, "position": 1466, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07967566698789597, "position": 1467, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05428583547472954, "position": 1468, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08576269447803497, "position": 1469, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001361514878226444, "position": 1470, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013575982302427292, "position": 1471, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1479337513446808, "position": 1472, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00017834918980952352, "position": 1473, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0173481572419405, "position": 1474, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.218356686649713e-07, "position": 1475, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4921984359261842e-07, "position": 1476, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15299451351165771, "position": 1477, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04611346870660782, "position": 1478, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.364856292544573e-07, "position": 1479, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.153022352213156e-07, "position": 1480, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016121802618727088, "position": 1481, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012529862113296986, "position": 1482, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00838796328753233, "position": 1483, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.39331018924713135, "position": 1484, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.10578564554452896, "position": 1485, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2897602617740631, "position": 1486, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.048942867666482925, "position": 1487, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01597059704363346, "position": 1488, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.353071928024292, "position": 1489, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.056097906082868576, "position": 1490, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2816616892814636, "position": 1491, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0073231291025877, "position": 1492, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00029120611725375056, "position": 1493, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003318381495773792, "position": 1494, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12683090567588806, "position": 1495, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5043168663978577, "position": 1496, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.040934424847364426, "position": 1497, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16521190106868744, "position": 1498, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06820816546678543, "position": 1499, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032807253301143646, "position": 1500, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3257366716861725, "position": 1501, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.0594329833984375, "position": 1502, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.8989866375923157, "position": 1503, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.27905282378196716, "position": 1504, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.623816938779783e-06, "position": 1505, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.090775338587264e-08, "position": 1506, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043326765298843384, "position": 1507, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007832285482436419, "position": 1508, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.7448083389790554e-07, "position": 1509, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.2767480913898908e-06, "position": 1510, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002395270625129342, "position": 1511, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014808261767029762, "position": 1512, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02336755022406578, "position": 1513, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05709817633032799, "position": 1514, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10908376425504684, "position": 1515, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021107131615281105, "position": 1516, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.083865225315094, "position": 1517, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07803471386432648, "position": 1518, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2716176211833954, "position": 1519, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 1.8192363313573878e-06, "position": 1520, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06869322806596756, "position": 1521, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010085737449117005, "position": 1522, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0, "position": 1523, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20291945338249207, "position": 1524, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1618445569183677e-05, "position": 1525, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008819815702736378, "position": 1526, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08789677172899246, "position": 1527, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14435692131519318, "position": 1528, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03764380142092705, "position": 1529, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007089631399139762, "position": 1530, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.152843520292663e-07, "position": 1531, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15851575136184692, "position": 1532, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23961153626441956, "position": 1533, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24755768477916718, "position": 1534, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00011582954903133214, "position": 1535, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12026442587375641, "position": 1536, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09390772134065628, "position": 1537, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13256970047950745, "position": 1538, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.237938916659914e-06, "position": 1539, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00036583043402060866, "position": 1540, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17020541429519653, "position": 1541, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.002861703746020794, "position": 1542, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09501760452985764, "position": 1543, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002015772624872625, "position": 1544, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.584329063727637e-08, "position": 1545, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12063802778720856, "position": 1546, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014311846462078393, "position": 1547, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0, "position": 1548, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.6821542178367963e-06, "position": 1549, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01814473792910576, "position": 1550, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016922077629715204, "position": 1551, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00038518785731866956, "position": 1552, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029038554057478905, "position": 1553, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005777606857009232, "position": 1554, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004828839562833309, "position": 1555, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09096546471118927, "position": 1556, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15753312408924103, "position": 1557, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04326435551047325, "position": 1558, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17295601963996887, "position": 1559, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.9276103973388672, "position": 1560, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.015791038051247597, "position": 1561, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.075512170791626, "position": 1562, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.30856266617774963, "position": 1563, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0704142153263092, "position": 1564, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.137918159365654, "position": 1565, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1033836230635643, "position": 1566, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09105392545461655, "position": 1567, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13427981734275818, "position": 1568, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0950058251619339, "position": 1569, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04005403071641922, "position": 1570, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12452296912670135, "position": 1571, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14049971103668213, "position": 1572, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.48263871669769287, "position": 1573, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.3296276032924652, "position": 1574, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17730116844177246, "position": 1575, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23447534441947937, "position": 1576, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.30378010869026184, "position": 1577, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1781345158815384, "position": 1578, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05601200833916664, "position": 1579, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17970412969589233, "position": 1580, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0799303874373436, "position": 1581, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1292436569929123, "position": 1582, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.0108447642996907e-05, "position": 1583, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.069999936793465e-06, "position": 1584, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06689529120922089, "position": 1585, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.588702672161162e-05, "position": 1586, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.554145567046362e-06, "position": 1587, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.614865467076015e-07, "position": 1588, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008460491662845016, "position": 1589, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009524698369204998, "position": 1590, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07163853943347931, "position": 1591, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23104117810726166, "position": 1592, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.003627935191616416, "position": 1593, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008231591200456023, "position": 1594, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14993084967136383, "position": 1595, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 9.307486834586598e-06, "position": 1596, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2854268550872803, "position": 1597, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2562750577926636, "position": 1598, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.6607455015182495, "position": 1599, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12293403595685959, "position": 1600, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11566422879695892, "position": 1601, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.022777036676416e-06, "position": 1602, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13293495774269104, "position": 1603, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043296996504068375, "position": 1604, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09244276583194733, "position": 1605, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003971017897129059, "position": 1606, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5268429706338793e-05, "position": 1607, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3161463141441345, "position": 1608, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18677929043769836, "position": 1609, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13870935142040253, "position": 1610, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15453383326530457, "position": 1611, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0016389098018407822, "position": 1612, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2244388908147812, "position": 1613, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001240934943780303, "position": 1614, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.9052491495585855e-07, "position": 1615, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23131585121154785, "position": 1616, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01230405643582344, "position": 1617, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2516903281211853, "position": 1618, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008658675476908684, "position": 1619, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17904122173786163, "position": 1620, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8516456066208775e-06, "position": 1621, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.056721728295087814, "position": 1622, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003448414208833128, "position": 1623, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.6274070731014945e-05, "position": 1624, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3968716530143865e-06, "position": 1625, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001512935385107994, "position": 1626, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13197071850299835, "position": 1627, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08853749930858612, "position": 1628, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036209218204021454, "position": 1629, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013518490828573704, "position": 1630, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010409779846668243, "position": 1631, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02973768673837185, "position": 1632, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001323517644777894, "position": 1633, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005037713563069701, "position": 1634, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07009977102279663, "position": 1635, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005571393296122551, "position": 1636, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001889069826574996, "position": 1637, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.159926043532323e-05, "position": 1638, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004374672134872526, "position": 1639, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011766927491407841, "position": 1640, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1121068982665747e-07, "position": 1641, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000534049526322633, "position": 1642, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15361341834068298, "position": 1643, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.2584351897239685, "position": 1644, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0802580714225769, "position": 1645, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007585832849144936, "position": 1646, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004968354478478432, "position": 1647, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08476781845092773, "position": 1648, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1390855759382248, "position": 1649, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009191076969727874, "position": 1650, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10918260365724564, "position": 1651, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030811360105872154, "position": 1652, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.057528525590896606, "position": 1653, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13110223412513733, "position": 1654, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012271297164261341, "position": 1655, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04938499256968498, "position": 1656, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11789678037166595, "position": 1657, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.493617445230484, "position": 1658, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23086711764335632, "position": 1659, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008340898901224136, "position": 1660, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003534268122166395, "position": 1661, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03584004566073418, "position": 1662, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.26411500573158264, "position": 1663, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0036061741411685944, "position": 1664, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03393837437033653, "position": 1665, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016293197870254517, "position": 1666, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03957841917872429, "position": 1667, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08440081775188446, "position": 1668, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07143930345773697, "position": 1669, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.44147980213165283, "position": 1670, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.26469963788986206, "position": 1671, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04275481402873993, "position": 1672, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17134487628936768, "position": 1673, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.046590179204940796, "position": 1674, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07456471025943756, "position": 1675, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05318158119916916, "position": 1676, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012515709735453129, "position": 1677, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001216984586790204, "position": 1678, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02410905249416828, "position": 1679, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011538193211890757, "position": 1680, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04665873199701309, "position": 1681, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0032813730649650097, "position": 1682, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02866123802959919, "position": 1683, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003293823916465044, "position": 1684, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.255437362298835e-06, "position": 1685, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016893859719857574, "position": 1686, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11725468188524246, "position": 1687, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0037520918995141983, "position": 1688, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005894417874515057, "position": 1689, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.271335329685826e-06, "position": 1690, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00017104967264458537, "position": 1691, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028326385654509068, "position": 1692, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0364273265004158, "position": 1693, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0064551993273198605, "position": 1694, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009434343664906919, "position": 1695, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029264438897371292, "position": 1696, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007489047944545746, "position": 1697, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008291433332487941, "position": 1698, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020294278860092163, "position": 1699, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01849230006337166, "position": 1700, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030675092712044716, "position": 1701, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005171422380954027, "position": 1702, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09956060349941254, "position": 1703, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03853321075439453, "position": 1704, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11736071109771729, "position": 1705, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1246868148446083, "position": 1706, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010628420859575272, "position": 1707, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025152986869215965, "position": 1708, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4070032835006714, "position": 1709, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06427619606256485, "position": 1710, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006234076805412769, "position": 1711, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02386160008609295, "position": 1712, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008147270418703556, "position": 1713, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023492710664868355, "position": 1714, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004739114083349705, "position": 1715, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01927562803030014, "position": 1716, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013236758240964264, "position": 1717, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007482754299417138, "position": 1718, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14356175065040588, "position": 1719, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006827246863394976, "position": 1720, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003224672400392592, "position": 1721, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13916856050491333, "position": 1722, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012269499711692333, "position": 1723, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06217045336961746, "position": 1724, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007250823080539703, "position": 1725, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00028289927286095917, "position": 1726, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033018555492162704, "position": 1727, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002099561970680952, "position": 1728, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009305588318966329, "position": 1729, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007392115658149123, "position": 1730, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05094895511865616, "position": 1731, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004000523767899722, "position": 1732, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0604926235973835, "position": 1733, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014089478179812431, "position": 1734, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02181403525173664, "position": 1735, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05740877985954285, "position": 1736, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.020488136622589e-05, "position": 1737, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015474751126021147, "position": 1738, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014674019068479538, "position": 1739, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005407864693552256, "position": 1740, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02987074851989746, "position": 1741, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008624171605333686, "position": 1742, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12268179655075073, "position": 1743, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10168247669935226, "position": 1744, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011276178993284702, "position": 1745, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016762053593993187, "position": 1746, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007376649882644415, "position": 1747, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001329172810073942, "position": 1748, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00024097910500131547, "position": 1749, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.9615375650755595e-06, "position": 1750, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024624202400445938, "position": 1751, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030941341537982225, "position": 1752, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018372648628428578, "position": 1753, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011825230903923512, "position": 1754, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3246019989310298e-05, "position": 1755, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003029944491572678, "position": 1756, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.1313749281689525e-05, "position": 1757, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017030206508934498, "position": 1758, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012086558854207397, "position": 1759, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.251132723875344e-06, "position": 1760, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004526615608483553, "position": 1761, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00017900444800034165, "position": 1762, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011553919466678053, "position": 1763, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014483807608485222, "position": 1764, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003173547447659075, "position": 1765, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002688784443307668, "position": 1766, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010586246207822114, "position": 1767, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08544763922691345, "position": 1768, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03870633617043495, "position": 1769, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03915812075138092, "position": 1770, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027320198714733124, "position": 1771, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013193245977163315, "position": 1772, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017461560666561127, "position": 1773, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01246991939842701, "position": 1774, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2764861285686493, "position": 1775, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07978889346122742, "position": 1776, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.367955989437178e-05, "position": 1777, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0026482301764190197, "position": 1778, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01255863904953003, "position": 1779, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000749105354771018, "position": 1780, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022466272115707397, "position": 1781, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.276548300666036e-05, "position": 1782, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.039582058787345886, "position": 1783, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018209253903478384, "position": 1784, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010690308408811688, "position": 1785, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007049932144582272, "position": 1786, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007616017945110798, "position": 1787, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.817948502022773e-05, "position": 1788, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06436382979154587, "position": 1789, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05904111638665199, "position": 1790, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10618676990270615, "position": 1791, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010887901589740068, "position": 1792, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00959857553243637, "position": 1793, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015781212132424116, "position": 1794, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014308267273008823, "position": 1795, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01737210340797901, "position": 1796, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018720598018262535, "position": 1797, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.6963141357991844e-05, "position": 1798, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.934617663820973e-06, "position": 1799, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012213638052344322, "position": 1800, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003609751584008336, "position": 1801, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00034318980760872364, "position": 1802, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.152683585649356e-05, "position": 1803, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.7365509847877547e-05, "position": 1804, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011587420012801886, "position": 1805, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018385682778898627, "position": 1806, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00284143746830523, "position": 1807, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00021859964181203395, "position": 1808, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5661124052712694e-05, "position": 1809, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00579264760017395, "position": 1810, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00030927304760552943, "position": 1811, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.6238455979619175e-05, "position": 1812, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020781927742064, "position": 1813, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.8592261262238026e-05, "position": 1814, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018192989227827638, "position": 1815, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016158708604052663, "position": 1816, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2493489682674408, "position": 1817, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00473172590136528, "position": 1818, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12258978933095932, "position": 1819, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.666529174661264e-05, "position": 1820, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06529729068279266, "position": 1821, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3144746422767639, "position": 1822, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035930681973695755, "position": 1823, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.311617374420166, "position": 1824, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0031341693829745054, "position": 1825, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007005545310676098, "position": 1826, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004618367180228233, "position": 1827, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009855031967163086, "position": 1828, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16782069206237793, "position": 1829, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.71651791385375e-05, "position": 1830, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14677956700325012, "position": 1831, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002328820526599884, "position": 1832, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007480366621166468, "position": 1833, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007459706976078451, "position": 1834, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.950004611397162e-05, "position": 1835, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009017786011099815, "position": 1836, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.809121936792508e-05, "position": 1837, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00022854324197396636, "position": 1838, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09167888760566711, "position": 1839, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13168266415596008, "position": 1840, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0005543683073483407, "position": 1841, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002209365484304726, "position": 1842, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021718016359955072, "position": 1843, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002634570701047778, "position": 1844, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001254891511052847, "position": 1845, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.217691351484973e-05, "position": 1846, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003166930517181754, "position": 1847, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008300830377265811, "position": 1848, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01463023480027914, "position": 1849, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025800541043281555, "position": 1850, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009371399879455566, "position": 1851, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034306518733501434, "position": 1852, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024503879249095917, "position": 1853, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08729591965675354, "position": 1854, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03035321831703186, "position": 1855, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002256276784464717, "position": 1856, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02540605328977108, "position": 1857, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04462140053510666, "position": 1858, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021125050261616707, "position": 1859, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8572554836282507e-05, "position": 1860, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000253623875323683, "position": 1861, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002473174245096743, "position": 1862, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.83825363314827e-06, "position": 1863, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004728852363768965, "position": 1864, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3596436381340027, "position": 1865, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01602998934686184, "position": 1866, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.3670055422117e-06, "position": 1867, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.9674627765198238e-05, "position": 1868, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005360094830393791, "position": 1869, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008768885396420956, "position": 1870, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0545780286192894, "position": 1871, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023486067075282335, "position": 1872, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.277041469118558e-05, "position": 1873, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.682550065306714e-06, "position": 1874, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007469848496839404, "position": 1875, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.066730515565723e-05, "position": 1876, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006150280241854489, "position": 1877, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007554161362349987, "position": 1878, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.4210916308220476e-05, "position": 1879, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00033261493081226945, "position": 1880, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.267602318781428e-06, "position": 1881, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00032583900610916317, "position": 1882, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.1396506528835744e-05, "position": 1883, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014391293749213219, "position": 1884, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02929600141942501, "position": 1885, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028550270944833755, "position": 1886, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033615704625844955, "position": 1887, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015786748379468918, "position": 1888, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03337917476892471, "position": 1889, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022685345262289047, "position": 1890, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06033384054899216, "position": 1891, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01426687091588974, "position": 1892, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01825942099094391, "position": 1893, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03954411670565605, "position": 1894, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01438041403889656, "position": 1895, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018483996391296387, "position": 1896, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01789538376033306, "position": 1897, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015283826738595963, "position": 1898, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023805703967809677, "position": 1899, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026102975010871887, "position": 1900, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03405093774199486, "position": 1901, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.080014169216156, "position": 1902, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0556928813457489, "position": 1903, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04745063558220863, "position": 1904, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03871038928627968, "position": 1905, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05419984832406044, "position": 1906, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.029807869344949722, "position": 1907, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010928211733698845, "position": 1908, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08492109179496765, "position": 1909, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05077951028943062, "position": 1910, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03261209651827812, "position": 1911, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11658847332000732, "position": 1912, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013691301457583904, "position": 1913, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20669880509376526, "position": 1914, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16754816472530365, "position": 1915, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0059526399709284306, "position": 1916, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006072807125747204, "position": 1917, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18329927325248718, "position": 1918, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.13153257966041565, "position": 1919, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009987798985093832, "position": 1920, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07573144137859344, "position": 1921, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044217467308044434, "position": 1922, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05657679960131645, "position": 1923, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06225205212831497, "position": 1924, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06225946545600891, "position": 1925, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14214444160461426, "position": 1926, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03417268395423889, "position": 1927, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024843545630574226, "position": 1928, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044307757169008255, "position": 1929, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.004281139466911554, "position": 1930, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047065116465091705, "position": 1931, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05595238506793976, "position": 1932, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008807377889752388, "position": 1933, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07904093712568283, "position": 1934, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1248554140329361, "position": 1935, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018274858593940735, "position": 1936, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0682237297296524, "position": 1937, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11404433101415634, "position": 1938, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015439329668879509, "position": 1939, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005919578019529581, "position": 1940, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015878720209002495, "position": 1941, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15688879787921906, "position": 1942, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07061165571212769, "position": 1943, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029082253575325012, "position": 1944, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05274338647723198, "position": 1945, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.042406532913446426, "position": 1946, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04565451294183731, "position": 1947, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03749050199985504, "position": 1948, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013603714760392904, "position": 1949, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047638460993766785, "position": 1950, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035110585391521454, "position": 1951, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.025560518726706505, "position": 1952, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041984982788562775, "position": 1953, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00124811427667737, "position": 1954, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015141715295612812, "position": 1955, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08979509025812149, "position": 1956, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019663922488689423, "position": 1957, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0135771743953228, "position": 1958, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009525804198347032, "position": 1959, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03939376771450043, "position": 1960, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5440466403961182, "position": 1961, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019635925069451332, "position": 1962, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04514619708061218, "position": 1963, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020825006067752838, "position": 1964, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08270565420389175, "position": 1965, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001740223087836057, "position": 1966, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03881782293319702, "position": 1967, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004371935036033392, "position": 1968, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000576117483433336, "position": 1969, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04493854194879532, "position": 1970, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0065647331066429615, "position": 1971, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01619558036327362, "position": 1972, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06850950419902802, "position": 1973, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016365792602300644, "position": 1974, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018579838797450066, "position": 1975, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10522749274969101, "position": 1976, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.25396937131881714, "position": 1977, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2468617856502533, "position": 1978, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022224353160709143, "position": 1979, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009119275491684675, "position": 1980, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004916290054097772, "position": 1981, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.800462425511796e-06, "position": 1982, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2717615067958832, "position": 1983, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07951962202787399, "position": 1984, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5478554368019104, "position": 1985, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.23311325907707214, "position": 1986, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08886265754699707, "position": 1987, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09762494266033173, "position": 1988, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005289721884764731, "position": 1989, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3985404670238495, "position": 1990, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15300534665584564, "position": 1991, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.13579830527305603, "position": 1992, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004553294274955988, "position": 1993, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025077946484088898, "position": 1994, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023103142157197, "position": 1995, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015839843079447746, "position": 1996, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12447752058506012, "position": 1997, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0164260845631361, "position": 1998, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013740344904363155, "position": 1999, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009428160265088081, "position": 2000, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02821536920964718, "position": 2001, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02361145243048668, "position": 2002, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022687148302793503, "position": 2003, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007857944001443684, "position": 2004, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.612653578486061e-06, "position": 2005, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003934157080948353, "position": 2006, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030656023882329464, "position": 2007, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023490067571401596, "position": 2008, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015298282727599144, "position": 2009, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025904200971126556, "position": 2010, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02689717337489128, "position": 2011, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09159848093986511, "position": 2012, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06272143870592117, "position": 2013, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08655530959367752, "position": 2014, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09875108301639557, "position": 2015, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11290860176086426, "position": 2016, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.32237815856933594, "position": 2017, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023024907335639, "position": 2018, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013389511965215206, "position": 2019, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09583063423633575, "position": 2020, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.024991251528263092, "position": 2021, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015724964439868927, "position": 2022, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06497013568878174, "position": 2023, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10406994819641113, "position": 2024, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18020960688591003, "position": 2025, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023398157209157944, "position": 2026, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04702974855899811, "position": 2027, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004577300511300564, "position": 2028, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.142572820186615, "position": 2029, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020564768463373184, "position": 2030, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014631138183176517, "position": 2031, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02276705764234066, "position": 2032, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1652771234512329, "position": 2033, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004220893140882254, "position": 2034, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013649032916873693, "position": 2035, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00033211748814210296, "position": 2036, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01570076309144497, "position": 2037, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19092312455177307, "position": 2038, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.16893495619297028, "position": 2039, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.349035488208756e-05, "position": 2040, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17310990393161774, "position": 2041, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010425739921629429, "position": 2042, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.42982766032218933, "position": 2043, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.061276596039533615, "position": 2044, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003005243605002761, "position": 2045, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.086590368184261e-05, "position": 2046, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.333827670663595e-05, "position": 2047, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002383358805673197, "position": 2048, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.5647433327976614e-06, "position": 2049, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00035131085314787924, "position": 2050, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.477301212726161e-05, "position": 2051, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020330198109149933, "position": 2052, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03390198200941086, "position": 2053, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04841014742851257, "position": 2054, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05221132934093475, "position": 2055, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03301503509283066, "position": 2056, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.060789063572883606, "position": 2057, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028715290129184723, "position": 2058, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010519696399569511, "position": 2059, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005037208902649581, "position": 2060, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005534329684451222, "position": 2061, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.046121370047330856, "position": 2062, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002582860877737403, "position": 2063, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1450284773673047e-06, "position": 2064, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.967861842596903e-05, "position": 2065, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.160802071353828e-06, "position": 2066, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.3271713871508837e-05, "position": 2067, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.882833585881599e-08, "position": 2068, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.7770678823580965e-05, "position": 2069, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4470983842329588e-05, "position": 2070, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04848787933588028, "position": 2071, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025868242606520653, "position": 2072, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018524806946516037, "position": 2073, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1959511637687683, "position": 2074, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09012903273105621, "position": 2075, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006442535202950239, "position": 2076, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.29053473472595215, "position": 2077, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027818516828119755, "position": 2078, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04849079251289368, "position": 2079, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.987279918277636e-05, "position": 2080, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14472150802612305, "position": 2081, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1779092252254486, "position": 2082, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016658101230859756, "position": 2083, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08193918317556381, "position": 2084, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010355007834732533, "position": 2085, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004736264236271381, "position": 2086, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009120450704358518, "position": 2087, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011895985342562199, "position": 2088, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004723651800304651, "position": 2089, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023335369769483805, "position": 2090, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005699562607333064, "position": 2091, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01399141177535057, "position": 2092, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03556547313928604, "position": 2093, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001041832030750811, "position": 2094, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023941367398947477, "position": 2095, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20097623765468597, "position": 2096, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027169806882739067, "position": 2097, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007668346166610718, "position": 2098, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007535385084338486, "position": 2099, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024976637214422226, "position": 2100, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016738367266952991, "position": 2101, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0111620482057333, "position": 2102, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011031088652089238, "position": 2103, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.857379154709633e-06, "position": 2104, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.236373443854973e-05, "position": 2105, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006976171862334013, "position": 2106, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005264757201075554, "position": 2107, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018080392852425575, "position": 2108, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0819283276796341, "position": 2109, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031031988561153412, "position": 2110, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0038285688497126102, "position": 2111, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05299237743020058, "position": 2112, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010484278202056885, "position": 2113, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00048043314018286765, "position": 2114, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.908195529016666e-05, "position": 2115, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03776691108942032, "position": 2116, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014386740513145924, "position": 2117, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003423524321988225, "position": 2118, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00980193167924881, "position": 2119, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008051014738157392, "position": 2120, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.355456621851772e-05, "position": 2121, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013991176150739193, "position": 2122, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019424355123192072, "position": 2123, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.4522712919861078e-05, "position": 2124, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.290537178050727e-05, "position": 2125, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.925525207814644e-07, "position": 2126, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006096465978771448, "position": 2127, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2804131301891175e-06, "position": 2128, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023338987957686186, "position": 2129, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008842883631587029, "position": 2130, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007133749313652515, "position": 2131, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.519436285794654e-07, "position": 2132, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.7518001413918682e-06, "position": 2133, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043579988181591034, "position": 2134, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009738024324178696, "position": 2135, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0026751526165753603, "position": 2136, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015795753279235214, "position": 2137, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.005661599469022e-06, "position": 2138, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019043730571866035, "position": 2139, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.630617124552373e-06, "position": 2140, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.762714423937723e-05, "position": 2141, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00026740244356915355, "position": 2142, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02694348804652691, "position": 2143, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00837284792214632, "position": 2144, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001458698679925874, "position": 2145, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009754333645105362, "position": 2146, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011430562881287187, "position": 2147, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06698356568813324, "position": 2148, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006929321214556694, "position": 2149, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005604306934401393, "position": 2150, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011316001182422042, "position": 2151, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005808820715174079, "position": 2152, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006552056409418583, "position": 2153, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023945197463035583, "position": 2154, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009277869947254658, "position": 2155, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.3332542696152814e-05, "position": 2156, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02071663737297058, "position": 2157, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005353695596568286, "position": 2158, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020037295296788216, "position": 2159, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008597944863140583, "position": 2160, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007472187862731516, "position": 2161, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005113915074616671, "position": 2162, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009441772475838661, "position": 2163, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007583694998174906, "position": 2164, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05761050060391426, "position": 2165, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005716635845601559, "position": 2166, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24512465298175812, "position": 2167, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000333219300955534, "position": 2168, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09097405523061752, "position": 2169, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013935132883489132, "position": 2170, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0119102094322443, "position": 2171, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014914229977875948, "position": 2172, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20591486990451813, "position": 2173, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023416734766215086, "position": 2174, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004991557449102402, "position": 2175, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029801925644278526, "position": 2176, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.7125200629234314, "position": 2177, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01793878898024559, "position": 2178, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05792158469557762, "position": 2179, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003323464479763061, "position": 2180, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009486123919487, "position": 2181, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006085757631808519, "position": 2182, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008256586268544197, "position": 2183, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0040870364755392075, "position": 2184, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015825993614271283, "position": 2185, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01151718758046627, "position": 2186, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.08081324773957e-06, "position": 2187, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007569281733594835, "position": 2188, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11649049073457718, "position": 2189, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.33687697397545e-05, "position": 2190, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1330547332763672, "position": 2191, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012985900975763798, "position": 2192, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00021138617012184113, "position": 2193, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024882813915610313, "position": 2194, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16621127724647522, "position": 2195, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.006446312181651592, "position": 2196, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.9565005358308554e-05, "position": 2197, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004240930546075106, "position": 2198, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00034629605943337083, "position": 2199, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006764517165720463, "position": 2200, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002973120892420411, "position": 2201, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00047645968152210116, "position": 2202, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003253594506531954, "position": 2203, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002875587670132518, "position": 2204, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08083213865756989, "position": 2205, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0614662803709507, "position": 2206, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016572138702031225, "position": 2207, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.786614252021536e-05, "position": 2208, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010441998019814491, "position": 2209, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00045685996883548796, "position": 2210, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005325960926711559, "position": 2211, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008650706731714308, "position": 2212, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005458284635096788, "position": 2213, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014201182639226317, "position": 2214, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010907026007771492, "position": 2215, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008505194564349949, "position": 2216, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002916114463005215, "position": 2217, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09736710041761398, "position": 2218, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.407592056551948e-05, "position": 2219, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.204214928904548e-05, "position": 2220, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007547170971520245, "position": 2221, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.633967985981144e-05, "position": 2222, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.9921549109276384e-05, "position": 2223, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.724362821027171e-05, "position": 2224, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.69003271064139e-06, "position": 2225, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2245855032233521e-05, "position": 2226, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.6153087674174458e-05, "position": 2227, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002419257361907512, "position": 2228, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.6601149986381643e-06, "position": 2229, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.9895738407503814e-05, "position": 2230, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.152624726179056e-05, "position": 2231, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006215412868186831, "position": 2232, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.7372535643953597e-06, "position": 2233, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035445742309093475, "position": 2234, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030376480892300606, "position": 2235, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0139847407117486, "position": 2236, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003624707693234086, "position": 2237, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007083868840709329, "position": 2238, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.8982121117878705e-05, "position": 2239, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021935559809207916, "position": 2240, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.669174697686685e-06, "position": 2241, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03075588494539261, "position": 2242, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004479075432755053, "position": 2243, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.439113124339201e-07, "position": 2244, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3607921573566273e-05, "position": 2245, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.6477147255500313e-06, "position": 2246, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.252199040725827e-05, "position": 2247, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.045473140948161e-06, "position": 2248, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014292668492998928, "position": 2249, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.605142435641028e-05, "position": 2250, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00026847998378798366, "position": 2251, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07537423819303513, "position": 2252, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.29320967197418213, "position": 2253, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08995115756988525, "position": 2254, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.049071624875068665, "position": 2255, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11791794002056122, "position": 2256, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.048920854926109314, "position": 2257, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18239650130271912, "position": 2258, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15084609389305115, "position": 2259, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08969046920537949, "position": 2260, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.21168945729732513, "position": 2261, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08391741663217545, "position": 2262, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.6770402193069458, "position": 2263, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08046828955411911, "position": 2264, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06961943209171295, "position": 2265, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10330100357532501, "position": 2266, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06657233089208603, "position": 2267, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12628114223480225, "position": 2268, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.7456865310668945, "position": 2269, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007077746093273163, "position": 2270, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06427694857120514, "position": 2271, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0900740697979927, "position": 2272, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07372688502073288, "position": 2273, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1383247822523117, "position": 2274, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08795347809791565, "position": 2275, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08606693893671036, "position": 2276, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.267743319272995, "position": 2277, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0664738118648529, "position": 2278, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.33082711696624756, "position": 2279, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06312192976474762, "position": 2280, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1387789249420166, "position": 2281, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.046553779393434525, "position": 2282, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.30025842785835266, "position": 2283, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.13495786488056183, "position": 2284, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0946967750787735, "position": 2285, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07773786038160324, "position": 2286, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.3637828826904297, "position": 2287, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08540971577167511, "position": 2288, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11611922085285187, "position": 2289, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.16644638776779175, "position": 2290, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1461794376373291, "position": 2291, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036832693964242935, "position": 2292, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1328338384628296, "position": 2293, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06293165683746338, "position": 2294, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11889880150556564, "position": 2295, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.22700566053390503, "position": 2296, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.038890525698661804, "position": 2297, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2562222182750702, "position": 2298, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.38935503363609314, "position": 2299, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10365744680166245, "position": 2300, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.048001330345869064, "position": 2301, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.204771488904953, "position": 2302, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00026847998378798366, "position": 2303, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041001975536346436, "position": 2304, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.13762883841991425, "position": 2305, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10558932274580002, "position": 2306, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09162691980600357, "position": 2307, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06913972645998001, "position": 2308, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042089562863111496, "position": 2309, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04075881093740463, "position": 2310, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014144915156066418, "position": 2311, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029349228367209435, "position": 2312, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04020639508962631, "position": 2313, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04251287132501602, "position": 2314, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04215376451611519, "position": 2315, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026976481080055237, "position": 2316, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05315617099404335, "position": 2317, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04168475419282913, "position": 2318, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031516142189502716, "position": 2319, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09693679213523865, "position": 2320, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04707043245434761, "position": 2321, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027536412701010704, "position": 2322, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.051928576081991196, "position": 2323, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06273623555898666, "position": 2324, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06905493140220642, "position": 2325, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.017711389809846878, "position": 2326, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031236521899700165, "position": 2327, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06672244518995285, "position": 2328, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.26871901750564575, "position": 2329, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01853346638381481, "position": 2330, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023785611614584923, "position": 2331, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.041750598698854446, "position": 2332, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03794529661536217, "position": 2333, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03556770458817482, "position": 2334, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3618486523628235, "position": 2335, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07639595866203308, "position": 2336, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5837213397026062, "position": 2337, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07174535095691681, "position": 2338, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10867734253406525, "position": 2339, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1480666846036911, "position": 2340, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23136767745018005, "position": 2341, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04585079103708267, "position": 2342, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06407048553228378, "position": 2343, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05747344344854355, "position": 2344, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20372280478477478, "position": 2345, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015839843079447746, "position": 2346, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.025250710546970367, "position": 2347, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022650014609098434, "position": 2348, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06789762526750565, "position": 2349, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021143702790141106, "position": 2350, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004144434817135334, "position": 2351, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006506721489131451, "position": 2352, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010742014274001122, "position": 2353, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06430467963218689, "position": 2354, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14268098771572113, "position": 2355, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.048311930149793625, "position": 2356, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11212445795536041, "position": 2357, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.023066528141498566, "position": 2358, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01785511150956154, "position": 2359, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02736111916601658, "position": 2360, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010519411414861679, "position": 2361, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019280141219496727, "position": 2362, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.874245395418257e-06, "position": 2363, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014154874719679356, "position": 2364, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2411693036556244, "position": 2365, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24481339752674103, "position": 2366, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0004486209945753217, "position": 2367, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07676078379154205, "position": 2368, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0639975368976593, "position": 2369, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01573892869055271, "position": 2370, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036160606890916824, "position": 2371, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07890523225069046, "position": 2372, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1209522932767868, "position": 2373, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06715888530015945, "position": 2374, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15877392888069153, "position": 2375, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16301988065242767, "position": 2376, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16573455929756165, "position": 2377, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03184123709797859, "position": 2378, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17965030670166016, "position": 2379, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.15821786224842072, "position": 2380, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13458970189094543, "position": 2381, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.25220799446105957, "position": 2382, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10152800381183624, "position": 2383, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24159233272075653, "position": 2384, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12593059241771698, "position": 2385, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014598059933632612, "position": 2386, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010692619252949953, "position": 2387, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017596302554011345, "position": 2388, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034260593354701996, "position": 2389, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009335169452242553, "position": 2390, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4196344316005707, "position": 2391, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0059339068830013275, "position": 2392, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06919755786657333, "position": 2393, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016442197374999523, "position": 2394, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2925005555152893, "position": 2395, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14042633771896362, "position": 2396, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002566146431490779, "position": 2397, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1006612777709961, "position": 2398, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2537328898906708, "position": 2399, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14162878692150116, "position": 2400, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.37667009234428406, "position": 2401, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 8.671096293255687e-05, "position": 2402, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21479320526123047, "position": 2403, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03241332992911339, "position": 2404, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10703667998313904, "position": 2405, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.31223225593566895, "position": 2406, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00010209378524450585, "position": 2407, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1367701292037964, "position": 2408, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09265625476837158, "position": 2409, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000833315949421376, "position": 2410, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05308368057012558, "position": 2411, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03991265222430229, "position": 2412, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08481649309396744, "position": 2413, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.002108632354065776, "position": 2414, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04437713697552681, "position": 2415, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08062557131052017, "position": 2416, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16519559919834137, "position": 2417, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.039533838629722595, "position": 2418, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5099431872367859, "position": 2419, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.3403632342815399, "position": 2420, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10307780653238297, "position": 2421, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3824822008609772, "position": 2422, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.2713034749031067, "position": 2423, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09904654324054718, "position": 2424, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17437995970249176, "position": 2425, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00013486148964148015, "position": 2426, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15955641865730286, "position": 2427, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22428900003433228, "position": 2428, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04234347119927406, "position": 2429, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009386911056935787, "position": 2430, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021575970575213432, "position": 2431, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004603134468197823, "position": 2432, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11103402823209763, "position": 2433, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07692474126815796, "position": 2434, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.32033032178878784, "position": 2435, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03029552660882473, "position": 2436, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.015469340607523918, "position": 2437, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14972999691963196, "position": 2438, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3142625093460083, "position": 2439, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.25716888904571533, "position": 2440, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005888830870389938, "position": 2441, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020677775610238314, "position": 2442, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022085069213062525, "position": 2443, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.6703975200653076, "position": 2444, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.4075140655040741, "position": 2445, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1308053880929947, "position": 2446, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02046935260295868, "position": 2447, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08880767226219177, "position": 2448, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18504449725151062, "position": 2449, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.29407936334609985, "position": 2450, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04250134527683258, "position": 2451, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009060482494533062, "position": 2452, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002126757026417181, "position": 2453, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5236908793449402, "position": 2454, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.18696609139442444, "position": 2455, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.6047652363777161, "position": 2456, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20027020573616028, "position": 2457, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018139928579330444, "position": 2458, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03935738652944565, "position": 2459, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.09308112366125e-05, "position": 2460, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004121772944927216, "position": 2461, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19501064717769623, "position": 2462, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03236255422234535, "position": 2463, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005122126545757055, "position": 2464, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2759477198123932, "position": 2465, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 7.437340173055418e-06, "position": 2466, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16439063847064972, "position": 2467, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02520875632762909, "position": 2468, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21333681046962738, "position": 2469, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00109028909355402, "position": 2470, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16186168789863586, "position": 2471, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019322076812386513, "position": 2472, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047146350145339966, "position": 2473, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006307856645435095, "position": 2474, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.7697018980979919, "position": 2475, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.010143468156456947, "position": 2476, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04133805260062218, "position": 2477, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01332738809287548, "position": 2478, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010300050489604473, "position": 2479, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027296101674437523, "position": 2480, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02701156958937645, "position": 2481, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2504549026489258, "position": 2482, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19252729415893555, "position": 2483, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.26680850982666016, "position": 2484, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01348560769110918, "position": 2485, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10357099026441574, "position": 2486, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005479021929204464, "position": 2487, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04363773763179779, "position": 2488, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1261712312698364, "position": 2489, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.051782961934804916, "position": 2490, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22847142815589905, "position": 2491, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0308888740837574, "position": 2492, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0031066760420799255, "position": 2493, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017729749903082848, "position": 2494, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.26985079050064087, "position": 2495, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20488326251506805, "position": 2496, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15713255107402802, "position": 2497, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014073164202272892, "position": 2498, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.713246254250407e-05, "position": 2499, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22989675402641296, "position": 2500, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03779706358909607, "position": 2501, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3961700201034546, "position": 2502, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.301427960395813, "position": 2503, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10150334239006042, "position": 2504, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20195285975933075, "position": 2505, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05895325168967247, "position": 2506, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14385652542114258, "position": 2507, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00108542968519032, "position": 2508, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00019178519141860306, "position": 2509, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.052651096135377884, "position": 2510, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.059409674257040024, "position": 2511, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.9910740852355957, "position": 2512, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012142378836870193, "position": 2513, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22105005383491516, "position": 2514, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.25236573815345764, "position": 2515, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00017183103773277253, "position": 2516, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.6871099472045898, "position": 2517, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.18401437997817993, "position": 2518, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0041152602061629295, "position": 2519, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.8619846105575562, "position": 2520, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0019589916337281466, "position": 2521, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021665023639798164, "position": 2522, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0042071714997291565, "position": 2523, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5566657185554504, "position": 2524, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005540224956348538, "position": 2525, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17994681000709534, "position": 2526, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.49937066435813904, "position": 2527, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03398340940475464, "position": 2528, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.7703088521957397, "position": 2529, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08501037210226059, "position": 2530, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1588430553674698, "position": 2531, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004992014728486538, "position": 2532, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.622111974749714e-05, "position": 2533, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07833682745695114, "position": 2534, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06162017211318016, "position": 2535, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043270211666822433, "position": 2536, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24889735877513885, "position": 2537, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08544015139341354, "position": 2538, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04424706846475601, "position": 2539, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.048018258064985275, "position": 2540, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24873888492584229, "position": 2541, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.6651574969291687, "position": 2542, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.055587731301784515, "position": 2543, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15586474537849426, "position": 2544, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014872660860419273, "position": 2545, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.406255304813385, "position": 2546, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03254374489188194, "position": 2547, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0034741342533379793, "position": 2548, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11904022842645645, "position": 2549, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04251837730407715, "position": 2550, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010965100955218077, "position": 2551, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.1834435251075774e-05, "position": 2552, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023943688720464706, "position": 2553, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3438126742839813, "position": 2554, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06894443929195404, "position": 2555, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.039779603481292725, "position": 2556, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005045526660978794, "position": 2557, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015456946566700935, "position": 2558, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03454818204045296, "position": 2559, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2402903139591217, "position": 2560, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047931551933288574, "position": 2561, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01340835727751255, "position": 2562, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.351242412463762e-06, "position": 2563, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00046341685811057687, "position": 2564, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00213698111474514, "position": 2565, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.385719411307946e-05, "position": 2566, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00399500597268343, "position": 2567, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16925281286239624, "position": 2568, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04743819311261177, "position": 2569, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010485832579433918, "position": 2570, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3237641155719757, "position": 2571, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04799365997314453, "position": 2572, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.005481943953782e-05, "position": 2573, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004995213821530342, "position": 2574, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22107306122779846, "position": 2575, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5034632086753845, "position": 2576, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.061593765276484e-05, "position": 2577, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0800902470946312, "position": 2578, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20116734504699707, "position": 2579, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0064876629039645195, "position": 2580, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.054682619869709015, "position": 2581, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08541938662528992, "position": 2582, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.49164336919784546, "position": 2583, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0032134391367435455, "position": 2584, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08644768595695496, "position": 2585, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12574191391468048, "position": 2586, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13583731651306152, "position": 2587, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.27498945593833923, "position": 2588, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03095334582030773, "position": 2589, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.196373850107193, "position": 2590, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023668207228183746, "position": 2591, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022069009020924568, "position": 2592, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07006609439849854, "position": 2593, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015749718993902206, "position": 2594, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009970618411898613, "position": 2595, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010976556688547134, "position": 2596, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005727788899093866, "position": 2597, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06496259570121765, "position": 2598, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011760002002120018, "position": 2599, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.197445809841156, "position": 2600, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015839843079447746, "position": 2601, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.031073004007339478, "position": 2602, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019832251593470573, "position": 2603, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14071767032146454, "position": 2604, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21556048095226288, "position": 2605, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05455351993441582, "position": 2606, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11959116905927658, "position": 2607, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06909230351448059, "position": 2608, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03966180980205536, "position": 2609, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012390272691845894, "position": 2610, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022560033947229385, "position": 2611, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07176358252763748, "position": 2612, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.14383596181869507, "position": 2613, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027664437890052795, "position": 2614, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026832710951566696, "position": 2615, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035049598664045334, "position": 2616, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011904795654118061, "position": 2617, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04084765538573265, "position": 2618, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06077826768159866, "position": 2619, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06827171891927719, "position": 2620, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0036686379462480545, "position": 2621, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002892101416364312, "position": 2622, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04764468967914581, "position": 2623, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014109387993812561, "position": 2624, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011767033487558365, "position": 2625, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006344164721667767, "position": 2626, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014189736917614937, "position": 2627, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005040796007961035, "position": 2628, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01123015210032463, "position": 2629, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009645733051002026, "position": 2630, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010867242701351643, "position": 2631, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010123964166268706, "position": 2632, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053897105157375336, "position": 2633, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05277639627456665, "position": 2634, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025308502838015556, "position": 2635, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005364773795008659, "position": 2636, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006405947729945183, "position": 2637, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008635093457996845, "position": 2638, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014949614182114601, "position": 2639, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005382269620895386, "position": 2640, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.031833864748477936, "position": 2641, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00653263321146369, "position": 2642, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006229473277926445, "position": 2643, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004129111301153898, "position": 2644, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005618972238153219, "position": 2645, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007817428559064865, "position": 2646, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012717521749436855, "position": 2647, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01310232188552618, "position": 2648, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020509568974375725, "position": 2649, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007097447291016579, "position": 2650, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030396651476621628, "position": 2651, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053628887981176376, "position": 2652, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008857310749590397, "position": 2653, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006760764867067337, "position": 2654, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030532050877809525, "position": 2655, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010353107936680317, "position": 2656, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07176078110933304, "position": 2657, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006717279553413391, "position": 2658, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06472838670015335, "position": 2659, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0547744482755661, "position": 2660, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.003213093616068363, "position": 2661, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021917637437582016, "position": 2662, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016829026862978935, "position": 2663, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01017829030752182, "position": 2664, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04293917864561081, "position": 2665, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15200652182102203, "position": 2666, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0968276709318161, "position": 2667, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.025927066802978516, "position": 2668, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03914139047265053, "position": 2669, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019208021461963654, "position": 2670, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018558936193585396, "position": 2671, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0511854887008667, "position": 2672, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032305747270584106, "position": 2673, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002748206024989486, "position": 2674, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015465167351067066, "position": 2675, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09821713715791702, "position": 2676, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007026521489024162, "position": 2677, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04947471618652344, "position": 2678, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06236443668603897, "position": 2679, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047046080231666565, "position": 2680, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05163482576608658, "position": 2681, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04444976896047592, "position": 2682, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05100011080503464, "position": 2683, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017303440254181623, "position": 2684, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00019707143655978143, "position": 2685, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013898315955884755, "position": 2686, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.365118603454903e-05, "position": 2687, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04636375606060028, "position": 2688, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03803630173206329, "position": 2689, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.038355618715286255, "position": 2690, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.045495450496673584, "position": 2691, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.059834592044353485, "position": 2692, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005643940530717373, "position": 2693, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.054642535746097565, "position": 2694, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06456781923770905, "position": 2695, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020003415644168854, "position": 2696, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05064547806978226, "position": 2697, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0047819362953305244, "position": 2698, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11510511487722397, "position": 2699, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005372202722355723, "position": 2700, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07862938940525055, "position": 2701, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0029528485611081123, "position": 2702, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24737952649593353, "position": 2703, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.036947205662727356, "position": 2704, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05837593972682953, "position": 2705, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010267500765621662, "position": 2706, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010363086126744747, "position": 2707, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011717758141458035, "position": 2708, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08356869965791702, "position": 2709, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011988391168415546, "position": 2710, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1316949725151062, "position": 2711, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04741959273815155, "position": 2712, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.001221668440848589, "position": 2713, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.706091517116874e-05, "position": 2714, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.533392636105418e-05, "position": 2715, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.4591030271258205e-05, "position": 2716, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08342081308364868, "position": 2717, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1510545015335083, "position": 2718, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14536325633525848, "position": 2719, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04474542289972305, "position": 2720, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2632628083229065, "position": 2721, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.006884374190121889, "position": 2722, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08718731254339218, "position": 2723, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005128711927682161, "position": 2724, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04049941524863243, "position": 2725, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.25289573892951e-05, "position": 2726, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016801776364445686, "position": 2727, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.327827513217926, "position": 2728, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014592952793464065, "position": 2729, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002280504908412695, "position": 2730, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032254114747047424, "position": 2731, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028842128813266754, "position": 2732, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07246415317058563, "position": 2733, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02422327734529972, "position": 2734, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003374642401468009, "position": 2735, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06579333543777466, "position": 2736, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0037133218720555305, "position": 2737, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19414544105529785, "position": 2738, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.031777512456756e-05, "position": 2739, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013700174167752266, "position": 2740, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.249496462056413e-05, "position": 2741, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.342771252500825e-06, "position": 2742, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011769240722060204, "position": 2743, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19953429698944092, "position": 2744, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.13405705988407135, "position": 2745, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09191815555095673, "position": 2746, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06636777520179749, "position": 2747, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032006654888391495, "position": 2748, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030550602823495865, "position": 2749, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02637578919529915, "position": 2750, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3550006151199341, "position": 2751, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08011244982481003, "position": 2752, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.42755499482154846, "position": 2753, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.2725287079811096, "position": 2754, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008319314569234848, "position": 2755, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03874928131699562, "position": 2756, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14867520332336426, "position": 2757, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21400617063045502, "position": 2758, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09339623153209686, "position": 2759, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035159751772880554, "position": 2760, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11189016699790955, "position": 2761, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011728788376785815, "position": 2762, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004052197560667992, "position": 2763, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08210738748311996, "position": 2764, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07916738837957382, "position": 2765, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21719960868358612, "position": 2766, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.30828210711479187, "position": 2767, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.8808537721633911, "position": 2768, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00023028827854432166, "position": 2769, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.060649748891592026, "position": 2770, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08608417212963104, "position": 2771, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03305722400546074, "position": 2772, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04823736846446991, "position": 2773, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06985558569431305, "position": 2774, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1078149676322937, "position": 2775, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09119587391614914, "position": 2776, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.064060740172863, "position": 2777, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06047136336565018, "position": 2778, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002879684092476964, "position": 2779, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007801718893460929, "position": 2780, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09733111411333084, "position": 2781, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07440673559904099, "position": 2782, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027711467817425728, "position": 2783, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3593507409095764, "position": 2784, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.030822208151221275, "position": 2785, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028312494978308678, "position": 2786, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.4144972485373728e-05, "position": 2787, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.182403300656006e-05, "position": 2788, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1222594366699923e-05, "position": 2789, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042017385363578796, "position": 2790, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07120686769485474, "position": 2791, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000653114402666688, "position": 2792, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3366108536720276, "position": 2793, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021231945604085922, "position": 2794, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013470340520143509, "position": 2795, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02089385688304901, "position": 2796, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00977945327758789, "position": 2797, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013403622433543205, "position": 2798, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007724792812950909, "position": 2799, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22104744613170624, "position": 2800, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.509791273856536e-05, "position": 2801, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0046884347684681416, "position": 2802, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05941949412226677, "position": 2803, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004766002297401428, "position": 2804, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.29334568977355957, "position": 2805, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23929420113563538, "position": 2806, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005478150560520589, "position": 2807, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037584977690130472, "position": 2808, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016781743615865707, "position": 2809, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.061859335750341415, "position": 2810, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006224574521183968, "position": 2811, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00032467205892316997, "position": 2812, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17437320947647095, "position": 2813, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00030183373019099236, "position": 2814, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06666942685842514, "position": 2815, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.4193936042138375e-05, "position": 2816, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003511622198857367, "position": 2817, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0527464837650768e-05, "position": 2818, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013354663969948888, "position": 2819, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011170358397066593, "position": 2820, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2332523763179779, "position": 2821, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01739542931318283, "position": 2822, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016871632542461157, "position": 2823, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005815606564283371, "position": 2824, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03472632169723511, "position": 2825, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.42490941286087036, "position": 2826, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003668537363409996, "position": 2827, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018064413219690323, "position": 2828, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034870922565460205, "position": 2829, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00027224430232308805, "position": 2830, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04635993391275406, "position": 2831, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007301925215870142, "position": 2832, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23926624655723572, "position": 2833, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022472793236374855, "position": 2834, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007490551797673106, "position": 2835, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016404488997068256, "position": 2836, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.195832247612998e-05, "position": 2837, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.6666455596568994e-05, "position": 2838, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3557552847487386e-05, "position": 2839, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008019139058887959, "position": 2840, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020262546837329865, "position": 2841, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04236439988017082, "position": 2842, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.6857519149780273, "position": 2843, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.18976055085659027, "position": 2844, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005141178844496608, "position": 2845, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.35185033082962036, "position": 2846, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.11965708434581757, "position": 2847, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3036680519580841, "position": 2848, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.048345521092414856, "position": 2849, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03584333881735802, "position": 2850, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008450043387711048, "position": 2851, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004678409080952406, "position": 2852, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14786458015441895, "position": 2853, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.015562647953629494, "position": 2854, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019139789044857025, "position": 2855, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03854919970035553, "position": 2856, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01894255355000496, "position": 2857, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011747851967811584, "position": 2858, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.024620717391371727, "position": 2859, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026123562827706337, "position": 2860, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02863411419093609, "position": 2861, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08683395385742188, "position": 2862, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028599319979548454, "position": 2863, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.009291660971939564, "position": 2864, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.144709974527359, "position": 2865, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.633521605981514e-05, "position": 2866, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01878279633820057, "position": 2867, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0074928635731339455, "position": 2868, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003359756898134947, "position": 2869, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09325075894594193, "position": 2870, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00027131979004479945, "position": 2871, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.5171298552304506e-05, "position": 2872, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.356682959245518e-05, "position": 2873, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018729017756413668, "position": 2874, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007087404374033213, "position": 2875, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08969908207654953, "position": 2876, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.226821631193161, "position": 2877, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1112794503569603, "position": 2878, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012832960055675358, "position": 2879, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01681070774793625, "position": 2880, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00041457443148829043, "position": 2881, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.127373749909566e-07, "position": 2882, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001608112215762958, "position": 2883, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018811968038789928, "position": 2884, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001230337657034397, "position": 2885, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001176748308353126, "position": 2886, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.031085988273844e-05, "position": 2887, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011259091552346945, "position": 2888, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017793692648410797, "position": 2889, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.0699491617269814e-05, "position": 2890, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3672902241523843e-05, "position": 2891, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.6347713653885876e-06, "position": 2892, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015778784290887415, "position": 2893, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.484421464847401e-05, "position": 2894, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.571202225633897e-06, "position": 2895, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09306073188781738, "position": 2896, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027168340981006622, "position": 2897, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026434101164340973, "position": 2898, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.0149369599239435e-06, "position": 2899, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00021235100575722754, "position": 2900, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06738711893558502, "position": 2901, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.10085736960172653, "position": 2902, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011106731370091438, "position": 2903, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024720297660678625, "position": 2904, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1662319153547287, "position": 2905, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.029659850522875786, "position": 2906, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14499202370643616, "position": 2907, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011835526674985886, "position": 2908, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.28978317975997925, "position": 2909, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0027788691222667694, "position": 2910, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025539842899888754, "position": 2911, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11576751619577408, "position": 2912, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.05072221904993057, "position": 2913, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09475646167993546, "position": 2914, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036701276898384094, "position": 2915, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.180955171585083, "position": 2916, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033544789999723434, "position": 2917, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004417170421220362, "position": 2918, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08821512758731842, "position": 2919, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0009946600766852498, "position": 2920, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.569988858653232e-05, "position": 2921, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004043639055453241, "position": 2922, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012364338908810169, "position": 2923, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03387438505887985, "position": 2924, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2251298427581787, "position": 2925, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11240842938423157, "position": 2926, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1725744903087616, "position": 2927, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.247810673201457e-05, "position": 2928, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09208771586418152, "position": 2929, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011671989923343062, "position": 2930, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004592215642333031, "position": 2931, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.003643200827355e-07, "position": 2932, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013792846584692597, "position": 2933, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026650160551071167, "position": 2934, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.26004668144742e-06, "position": 2935, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1186925619840622, "position": 2936, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06557895243167877, "position": 2937, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.596465103328228e-05, "position": 2938, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.776106212986633e-05, "position": 2939, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.664387962653564e-08, "position": 2940, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.888593586547472e-09, "position": 2941, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058899909257888794, "position": 2942, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008625656366348267, "position": 2943, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001291136140935123, "position": 2944, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00017000461230054498, "position": 2945, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0031241197139024734, "position": 2946, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08342060446739197, "position": 2947, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11504391580820084, "position": 2948, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04596833139657974, "position": 2949, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014274844899773598, "position": 2950, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07701506465673447, "position": 2951, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009915489703416824, "position": 2952, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23241078853607178, "position": 2953, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.18976716697216034, "position": 2954, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0344901867210865, "position": 2955, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04435031861066818, "position": 2956, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01823342964053154, "position": 2957, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00038091998430900276, "position": 2958, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.199653295065218e-07, "position": 2959, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5826138906049891e-06, "position": 2960, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20668214559555054, "position": 2961, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011355371680110693, "position": 2962, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.9624925446114503e-05, "position": 2963, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005861127865500748, "position": 2964, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.050950367003679276, "position": 2965, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004085571970790625, "position": 2966, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1111508384346962, "position": 2967, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04028819128870964, "position": 2968, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016919857589527965, "position": 2969, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004602719563990831, "position": 2970, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043261706829071045, "position": 2971, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04180591553449631, "position": 2972, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1419951319694519, "position": 2973, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.36810678243637085, "position": 2974, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02800298109650612, "position": 2975, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07575875520706177, "position": 2976, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.034796103835105896, "position": 2977, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.046753354370594025, "position": 2978, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0837567076086998, "position": 2979, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01326076127588749, "position": 2980, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0723341852426529, "position": 2981, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.020448049530386925, "position": 2982, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06151408702135086, "position": 2983, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13194969296455383, "position": 2984, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18656310439109802, "position": 2985, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.025473587214946747, "position": 2986, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0043111396953463554, "position": 2987, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005841223057359457, "position": 2988, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007592201232910156, "position": 2989, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010257418034598231, "position": 2990, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.4765349735389464e-06, "position": 2991, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.612634540990257e-07, "position": 2992, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1016620621085167, "position": 2993, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002697616582736373, "position": 2994, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0044164094142615795, "position": 2995, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20002348721027374, "position": 2996, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08322206139564514, "position": 2997, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.7149543166160583, "position": 2998, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05268125236034393, "position": 2999, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011030775494873524, "position": 3000, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027734427712857723, "position": 3001, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0031502745114266872, "position": 3002, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001118975633289665, "position": 3003, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.351668050934677e-07, "position": 3004, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.3133901524706744e-06, "position": 3005, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12186987698078156, "position": 3006, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.031057562679052353, "position": 3007, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023811036720871925, "position": 3008, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005798902129754424, "position": 3009, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00048368462012149394, "position": 3010, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05116237327456474, "position": 3011, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10734190046787262, "position": 3012, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07039721310138702, "position": 3013, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018905112519860268, "position": 3014, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007261573919095099, "position": 3015, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002935284748673439, "position": 3016, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2792842984199524, "position": 3017, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0031863669864833355, "position": 3018, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.202201709151268, "position": 3019, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12305926531553268, "position": 3020, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007990131853148341, "position": 3021, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015864640474319458, "position": 3022, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028643233235925436, "position": 3023, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2623518705368042, "position": 3024, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04666854068636894, "position": 3025, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003589447122067213, "position": 3026, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002075400436297059, "position": 3027, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.350417162233498e-06, "position": 3028, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2905157208442688, "position": 3029, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08810171484947205, "position": 3030, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1886102557182312, "position": 3031, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025516327470541, "position": 3032, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08505335450172424, "position": 3033, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004917439655400813, "position": 3034, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043399255722761154, "position": 3035, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09739819914102554, "position": 3036, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0533142127096653, "position": 3037, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028110859915614128, "position": 3038, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027764227241277695, "position": 3039, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003722932015080005, "position": 3040, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019517270848155022, "position": 3041, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.34067366970703e-05, "position": 3042, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3891454955228255e-06, "position": 3043, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.098852847775561e-07, "position": 3044, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10823731124401093, "position": 3045, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09097152203321457, "position": 3046, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03771335259079933, "position": 3047, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.789548231405206e-05, "position": 3048, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15119391679763794, "position": 3049, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05066987872123718, "position": 3050, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1416502296924591, "position": 3051, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1358644813299179, "position": 3052, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07618623226881027, "position": 3053, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002125327941030264, "position": 3054, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001840506331063807, "position": 3055, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13687828183174133, "position": 3056, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053818754851818085, "position": 3057, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04471595585346222, "position": 3058, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16238084435462952, "position": 3059, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11279837787151337, "position": 3060, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07976875454187393, "position": 3061, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11298375576734543, "position": 3062, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010606639552861452, "position": 3063, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09010331332683563, "position": 3064, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.315069862874225e-05, "position": 3065, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008878021035343409, "position": 3066, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.418400441063568e-05, "position": 3067, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013021955266594887, "position": 3068, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.0662227547727525e-05, "position": 3069, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010654231300577521, "position": 3070, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012250117724761367, "position": 3071, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10696544498205185, "position": 3072, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21050667762756348, "position": 3073, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.037289295345544815, "position": 3074, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017126766964793205, "position": 3075, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1094769537448883, "position": 3076, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008072085678577423, "position": 3077, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001335073378868401, "position": 3078, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.605423161294311e-05, "position": 3079, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.146548988297582e-05, "position": 3080, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016322092851623893, "position": 3081, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020354390144348145, "position": 3082, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010862479917705059, "position": 3083, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004914992488920689, "position": 3084, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08242224901914597, "position": 3085, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07931722700595856, "position": 3086, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07053600996732712, "position": 3087, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05761060118675232, "position": 3088, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007749820593744516, "position": 3089, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022821888327598572, "position": 3090, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00020511896582320333, "position": 3091, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01744816079735756, "position": 3092, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.2754418296244694e-06, "position": 3093, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.982314969012805e-07, "position": 3094, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23193234205245972, "position": 3095, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019916139543056488, "position": 3096, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004868943942710757, "position": 3097, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017421826720237732, "position": 3098, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009658132330514491, "position": 3099, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018806061707437038, "position": 3100, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012058872729539871, "position": 3101, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06816975027322769, "position": 3102, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24227342009544373, "position": 3103, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.025793394073843956, "position": 3104, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5670202374458313, "position": 3105, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03284049034118652, "position": 3106, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0784001275897026, "position": 3107, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13123616576194763, "position": 3108, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3879970610141754, "position": 3109, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0038620689883828163, "position": 3110, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05229063332080841, "position": 3111, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12868677079677582, "position": 3112, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14876660704612732, "position": 3113, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.8114678859710693, "position": 3114, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0475434847176075, "position": 3115, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07644209265708923, "position": 3116, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03544599562883377, "position": 3117, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0036625866778194904, "position": 3118, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.183937512105331e-05, "position": 3119, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.826943955369643e-06, "position": 3120, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1620103269815445, "position": 3121, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05896439403295517, "position": 3122, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001525141706224531, "position": 3123, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2477918565273285, "position": 3124, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.010829538106918335, "position": 3125, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004721334204077721, "position": 3126, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023746002465486526, "position": 3127, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08014926314353943, "position": 3128, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028752589132636786, "position": 3129, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004196394875179976, "position": 3130, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21610000729560852, "position": 3131, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07195334136486053, "position": 3132, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041643597185611725, "position": 3133, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23139184713363647, "position": 3134, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17972074449062347, "position": 3135, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10762020200490952, "position": 3136, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.037478916347026825, "position": 3137, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034489888697862625, "position": 3138, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11346480250358582, "position": 3139, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09267070889472961, "position": 3140, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010665430687367916, "position": 3141, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0032606315799057484, "position": 3142, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.729431333951652e-06, "position": 3143, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.929089381126687e-05, "position": 3144, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1998596489429474, "position": 3145, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08323681354522705, "position": 3146, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009172378922812641, "position": 3147, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.837574569042772e-05, "position": 3148, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009749619639478624, "position": 3149, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010168378939852118, "position": 3150, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02118987776339054, "position": 3151, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.458429121877998e-05, "position": 3152, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.7985867089009844e-05, "position": 3153, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006976256845518947, "position": 3154, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003118471009656787, "position": 3155, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8741046005743556e-05, "position": 3156, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.925536010588985e-06, "position": 3157, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007333847228437662, "position": 3158, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.479794442653656, "position": 3159, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0015522181056439877, "position": 3160, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00026188220363110304, "position": 3161, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019333896925672889, "position": 3162, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1640096292685485e-06, "position": 3163, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.72040676161123e-07, "position": 3164, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002152169356122613, "position": 3165, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004467133549042046, "position": 3166, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.7657229111355264e-06, "position": 3167, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0031132895965129137, "position": 3168, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.465228499204386e-05, "position": 3169, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1787473087897524e-05, "position": 3170, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.581726216201787e-07, "position": 3171, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0, "position": 3172, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011066335253417492, "position": 3173, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.119398792885477e-06, "position": 3174, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017298522870987654, "position": 3175, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003436358238104731, "position": 3176, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05514771491289139, "position": 3177, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001563616970088333, "position": 3178, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001969451317563653, "position": 3179, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18310676515102386, "position": 3180, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018917658599093556, "position": 3181, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018946987111121416, "position": 3182, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018111311364918947, "position": 3183, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025394470430910587, "position": 3184, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019089669222012162, "position": 3185, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14424853026866913, "position": 3186, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0655110701918602, "position": 3187, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.116156823234633e-05, "position": 3188, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.609045522054657e-05, "position": 3189, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001642053248360753, "position": 3190, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007960665971040726, "position": 3191, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004857826046645641, "position": 3192, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028302944265305996, "position": 3193, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06186221167445183, "position": 3194, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14924481511116028, "position": 3195, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.716552612331725e-07, "position": 3196, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011790751887019724, "position": 3197, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1507231444120407, "position": 3198, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022138185799121857, "position": 3199, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01784679852426052, "position": 3200, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11260617524385452, "position": 3201, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016317429021000862, "position": 3202, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009243006934411824, "position": 3203, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00891746487468481, "position": 3204, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009626668179407716, "position": 3205, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012740141246467829, "position": 3206, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009354647481814027, "position": 3207, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001065604854375124, "position": 3208, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18969549238681793, "position": 3209, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08392780274152756, "position": 3210, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009286802262067795, "position": 3211, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.729462231509387e-05, "position": 3212, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00037451006937772036, "position": 3213, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.65836858691182e-05, "position": 3214, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005286812782287598, "position": 3215, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09740874916315079, "position": 3216, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00035312125692144036, "position": 3217, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022940889466553926, "position": 3218, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02563033252954483, "position": 3219, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014066568575799465, "position": 3220, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.712226890049351e-06, "position": 3221, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00030537962447851896, "position": 3222, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21692074835300446, "position": 3223, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018498873338103294, "position": 3224, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000992119312286377, "position": 3225, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010876022279262543, "position": 3226, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.365485205606092e-06, "position": 3227, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08720610290765762, "position": 3228, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000917967758141458, "position": 3229, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08375786989927292, "position": 3230, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004500281356740743, "position": 3231, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005316713824868202, "position": 3232, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07456470280885696, "position": 3233, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008938978426158428, "position": 3234, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.238601038901834e-06, "position": 3235, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024217155296355486, "position": 3236, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001557846408104524, "position": 3237, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025647666305303574, "position": 3238, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.71095286734635e-05, "position": 3239, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.505654764372593e-08, "position": 3240, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.3047567765388521e-07, "position": 3241, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013965300284326077, "position": 3242, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003147699637338519, "position": 3243, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020895968191325665, "position": 3244, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009029697393998504, "position": 3245, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03335985541343689, "position": 3246, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005666256183758378, "position": 3247, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015711747109889984, "position": 3248, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0026571792550385, "position": 3249, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020242072641849518, "position": 3250, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4247627404984087e-05, "position": 3251, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007861700723879039, "position": 3252, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013672062777914107, "position": 3253, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.6787624746211804e-06, "position": 3254, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00040272227488458157, "position": 3255, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5218530893325806, "position": 3256, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0005049995379522443, "position": 3257, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18407580256462097, "position": 3258, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01456120703369379, "position": 3259, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004998539574444294, "position": 3260, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2170901894569397, "position": 3261, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011212600395083427, "position": 3262, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024611156433820724, "position": 3263, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008808777667582035, "position": 3264, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4682612345495727e-05, "position": 3265, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000579607323743403, "position": 3266, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004442102799657732, "position": 3267, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.978806514875032e-05, "position": 3268, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14486725628376007, "position": 3269, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002727990970015526, "position": 3270, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007356798741966486, "position": 3271, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8852088007624843e-07, "position": 3272, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.200701368972659e-07, "position": 3273, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022050723433494568, "position": 3274, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011948240920901299, "position": 3275, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.6837446310091764e-05, "position": 3276, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005551350768655539, "position": 3277, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001516157790319994, "position": 3278, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07093870639801025, "position": 3279, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0009332433110103011, "position": 3280, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015477014239877462, "position": 3281, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005784764070995152, "position": 3282, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006068599177524447, "position": 3283, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023603264708071947, "position": 3284, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009477006969973445, "position": 3285, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1284378319978714, "position": 3286, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00044440379133448005, "position": 3287, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007898330804891884, "position": 3288, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012939784210175276, "position": 3289, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004239238041918725, "position": 3290, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000375850941054523, "position": 3291, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.575333486580348e-07, "position": 3292, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2117019650759175e-05, "position": 3293, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.872714609722607e-05, "position": 3294, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.060093559324741364, "position": 3295, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004873633850365877, "position": 3296, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015543701010756195, "position": 3297, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017116032540798187, "position": 3298, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12903089821338654, "position": 3299, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002780553186312318, "position": 3300, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001429556286893785, "position": 3301, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.3575313611654565e-05, "position": 3302, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.038803067058324814, "position": 3303, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012500871671363711, "position": 3304, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07972198724746704, "position": 3305, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.539741298183799e-05, "position": 3306, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002928166650235653, "position": 3307, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000205612916033715, "position": 3308, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.4325875023787376e-06, "position": 3309, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008732907008379698, "position": 3310, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008425910491496325, "position": 3311, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11665698140859604, "position": 3312, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11236432194709778, "position": 3313, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00028991897124797106, "position": 3314, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2847452163696289, "position": 3315, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006583465728908777, "position": 3316, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.221181971952319e-05, "position": 3317, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.058144066482782364, "position": 3318, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008296123705804348, "position": 3319, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01597144827246666, "position": 3320, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11721479892730713, "position": 3321, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.936254870495759e-06, "position": 3322, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.036925020045601e-06, "position": 3323, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09835882484912872, "position": 3324, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028066540136933327, "position": 3325, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014763527549803257, "position": 3326, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05759424343705177, "position": 3327, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.4515581723535433e-05, "position": 3328, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22664691507816315, "position": 3329, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037258751690387726, "position": 3330, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004418719559907913, "position": 3331, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.547245331807062e-05, "position": 3332, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8862417821073905e-05, "position": 3333, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012474761344492435, "position": 3334, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007914060726761818, "position": 3335, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010770234279334545, "position": 3336, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005057189147919416, "position": 3337, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012482127640396357, "position": 3338, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005281652323901653, "position": 3339, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00037989154225215316, "position": 3340, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003340778930578381, "position": 3341, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.223752966936445e-06, "position": 3342, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001492153969593346, "position": 3343, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012373115168884397, "position": 3344, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.570416654634755e-06, "position": 3345, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.0472318687534425e-06, "position": 3346, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.357195136137307e-05, "position": 3347, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016992749879136682, "position": 3348, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0026955120265483856, "position": 3349, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020293472334742546, "position": 3350, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014695769175887108, "position": 3351, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004115475341677666, "position": 3352, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007467781193554401, "position": 3353, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013826909707859159, "position": 3354, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013406191021203995, "position": 3355, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.8665115425828844e-05, "position": 3356, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016781992744654417, "position": 3357, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030831675976514816, "position": 3358, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5849429473746568e-05, "position": 3359, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.082219198346138, "position": 3360, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 5.5276792409131303e-05, "position": 3361, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0016713441582396626, "position": 3362, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003740501415450126, "position": 3363, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0029247859492897987, "position": 3364, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0580684095621109, "position": 3365, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01000601053237915, "position": 3366, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012675530277192593, "position": 3367, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002489022444933653, "position": 3368, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009532913565635681, "position": 3369, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03477693721652031, "position": 3370, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011164227034896612, "position": 3371, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06089511513710022, "position": 3372, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1556718945503235, "position": 3373, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03673455864191055, "position": 3374, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017443828284740448, "position": 3375, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001154559664428234, "position": 3376, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007034052163362503, "position": 3377, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034113526344299316, "position": 3378, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015538204461336136, "position": 3379, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02060750126838684, "position": 3380, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.027257420122623444, "position": 3381, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009952199645340443, "position": 3382, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15408524870872498, "position": 3383, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00727975694462657, "position": 3384, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019995220005512238, "position": 3385, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03264866769313812, "position": 3386, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.40004104375839233, "position": 3387, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030259959399700165, "position": 3388, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03286009654402733, "position": 3389, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1464919000864029, "position": 3390, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042175304144620895, "position": 3391, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07136335223913193, "position": 3392, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03882579505443573, "position": 3393, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05886766314506531, "position": 3394, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007572373375296593, "position": 3395, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07816869765520096, "position": 3396, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017854182049632072, "position": 3397, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010724064894020557, "position": 3398, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029513364657759666, "position": 3399, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04807570204138756, "position": 3400, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00354855228215456, "position": 3401, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.341377317905426, "position": 3402, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.003174353623762727, "position": 3403, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004791148006916046, "position": 3404, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07523007690906525, "position": 3405, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.057424794882535934, "position": 3406, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019297130405902863, "position": 3407, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0588918961584568, "position": 3408, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044385042041540146, "position": 3409, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08691732585430145, "position": 3410, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004690187051892281, "position": 3411, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012688368558883667, "position": 3412, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06787985563278198, "position": 3413, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033501607831567526, "position": 3414, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009249487891793251, "position": 3415, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010669730603694916, "position": 3416, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005479090381413698, "position": 3417, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018885798752307892, "position": 3418, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04877481237053871, "position": 3419, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010627445299178362, "position": 3420, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07501868158578873, "position": 3421, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003358737099915743, "position": 3422, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015243342146277428, "position": 3423, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012114052660763264, "position": 3424, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03500238060951233, "position": 3425, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001168672926723957, "position": 3426, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13133440911769867, "position": 3427, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17945058643817902, "position": 3428, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0217228252440691, "position": 3429, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04370458424091339, "position": 3430, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002585977781563997, "position": 3431, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026995893567800522, "position": 3432, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009827647358179092, "position": 3433, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011586624896153808, "position": 3434, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010651005868567154, "position": 3435, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004593870835378766, "position": 3436, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8149062927695923e-05, "position": 3437, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008092512376606464, "position": 3438, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005307000246830285, "position": 3439, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001990336226299405, "position": 3440, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013490032870322466, "position": 3441, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3199412023823243e-05, "position": 3442, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00019581060041673481, "position": 3443, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005678602028638124, "position": 3444, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015993753913789988, "position": 3445, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.6917205104837194e-05, "position": 3446, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.861308737716172e-05, "position": 3447, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.6337089366279542e-05, "position": 3448, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.3329332634602906e-06, "position": 3449, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.01345243214746e-06, "position": 3450, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001726433401927352, "position": 3451, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010459522309247404, "position": 3452, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007533633150160313, "position": 3453, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.895500074373558e-05, "position": 3454, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.9544684113934636e-05, "position": 3455, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.241616236162372e-05, "position": 3456, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002586714457720518, "position": 3457, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.159380816621706e-05, "position": 3458, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00037367898039519787, "position": 3459, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.256294399354374e-05, "position": 3460, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.57842184510082e-05, "position": 3461, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.085780165041797e-05, "position": 3462, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.9887523346114904e-05, "position": 3463, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.407991117564961e-05, "position": 3464, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003898020077031106, "position": 3465, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.771520692273043e-05, "position": 3466, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00022905005607753992, "position": 3467, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.187984738266096e-05, "position": 3468, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06684831529855728, "position": 3469, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00479242205619812, "position": 3470, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05046028271317482, "position": 3471, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008667528629302979, "position": 3472, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022832597605884075, "position": 3473, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08229216933250427, "position": 3474, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00680596474558115, "position": 3475, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02380223199725151, "position": 3476, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03697025403380394, "position": 3477, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06573411822319031, "position": 3478, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0403832346200943, "position": 3479, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004615270532667637, "position": 3480, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01087410468608141, "position": 3481, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006310450378805399, "position": 3482, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.353235676215263e-06, "position": 3483, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.33415621519088745, "position": 3484, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.186117485165596, "position": 3485, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.040403228253126144, "position": 3486, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016416297876276076, "position": 3487, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006644020788371563, "position": 3488, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0454062819480896, "position": 3489, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08137358725070953, "position": 3490, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04343319684267044, "position": 3491, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5238166497510974e-06, "position": 3492, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005125186871737242, "position": 3493, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009921581484377384, "position": 3494, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0538710318505764, "position": 3495, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025401083752512932, "position": 3496, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07072095572948456, "position": 3497, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04177841544151306, "position": 3498, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09318692237138748, "position": 3499, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03721112012863159, "position": 3500, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0696164071559906, "position": 3501, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008744259364902973, "position": 3502, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009987890720367432, "position": 3503, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.781671279692091e-05, "position": 3504, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007791964337229729, "position": 3505, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021002194844186306, "position": 3506, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001387614756822586, "position": 3507, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00048034219071269035, "position": 3508, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009433653904125094, "position": 3509, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017488092184066772, "position": 3510, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0742543637752533, "position": 3511, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014744715765118599, "position": 3512, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.582796777365729e-05, "position": 3513, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005781769752502441, "position": 3514, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22704297304153442, "position": 3515, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.030287841334939003, "position": 3516, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08020073920488358, "position": 3517, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01377666462212801, "position": 3518, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01664336398243904, "position": 3519, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027781673707067966, "position": 3520, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03217267245054245, "position": 3521, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035708408802747726, "position": 3522, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003779106540605426, "position": 3523, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11323344707489014, "position": 3524, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.002882706932723522, "position": 3525, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017952403286471963, "position": 3526, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009446708718314767, "position": 3527, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007983433082699776, "position": 3528, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017891690135002136, "position": 3529, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00316471210680902, "position": 3530, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019245846197009087, "position": 3531, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008252744446508586, "position": 3532, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005605045007541776, "position": 3533, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010059966007247567, "position": 3534, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037240434903651476, "position": 3535, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022143444512039423, "position": 3536, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0203018207103014, "position": 3537, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0072103142738342285, "position": 3538, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.880033960333094e-05, "position": 3539, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.4970809287624434e-05, "position": 3540, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00419344287365675, "position": 3541, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004882084671407938, "position": 3542, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011734495870769024, "position": 3543, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10741822421550751, "position": 3544, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00021300380467437208, "position": 3545, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007208427879959345, "position": 3546, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02558848261833191, "position": 3547, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00048020045505836606, "position": 3548, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012508066720329225, "position": 3549, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021117173600941896, "position": 3550, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009561497718095779, "position": 3551, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001306527410633862, "position": 3552, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008337339386343956, "position": 3553, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004428367596119642, "position": 3554, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00017166203178931028, "position": 3555, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07689031958580017, "position": 3556, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007503819651901722, "position": 3557, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004321193555369973, "position": 3558, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021076772827655077, "position": 3559, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0029934432823210955, "position": 3560, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005318355397321284, "position": 3561, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06630630791187286, "position": 3562, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009748432785272598, "position": 3563, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001237427699379623, "position": 3564, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01026765163987875, "position": 3565, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011098240065621212, "position": 3566, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19439487159252167, "position": 3567, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02256929874420166, "position": 3568, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017486496362835169, "position": 3569, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013993370346724987, "position": 3570, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09137114137411118, "position": 3571, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00984242931008339, "position": 3572, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006838028784841299, "position": 3573, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00026131616323255, "position": 3574, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009209494106471539, "position": 3575, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005799983046017587, "position": 3576, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001626274548470974, "position": 3577, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00025189327425323427, "position": 3578, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018184570944868028, "position": 3579, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009134173742495477, "position": 3580, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.068902887403965, "position": 3581, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.41113099455833435, "position": 3582, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0002751820138655603, "position": 3583, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004815757740288973, "position": 3584, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012787824380211532, "position": 3585, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004124930128455162, "position": 3586, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.004966347478330135, "position": 3587, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013500903150998056, "position": 3588, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06324779987335205, "position": 3589, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016292843967676163, "position": 3590, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18357262015342712, "position": 3591, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013849128037691116, "position": 3592, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007320094387978315, "position": 3593, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00039806144195608795, "position": 3594, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03599139302968979, "position": 3595, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024084351025521755, "position": 3596, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003015484195202589, "position": 3597, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002462744014337659, "position": 3598, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09669952839612961, "position": 3599, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.5881097321398556e-05, "position": 3600, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023921774700284004, "position": 3601, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.921580981928855e-05, "position": 3602, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10427764803171158, "position": 3603, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03338601440191269, "position": 3604, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018460326828062534, "position": 3605, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010102680884301662, "position": 3606, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03858620673418045, "position": 3607, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047969721257686615, "position": 3608, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.24967756867408752, "position": 3609, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012233426794409752, "position": 3610, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05619294196367264, "position": 3611, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10482193529605865, "position": 3612, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01684229075908661, "position": 3613, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010342794848838821, "position": 3614, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23637345433235168, "position": 3615, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0036285361275076866, "position": 3616, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12421810626983643, "position": 3617, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042088065296411514, "position": 3618, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010538231581449509, "position": 3619, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01155462022870779, "position": 3620, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015694640576839447, "position": 3621, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015253542922437191, "position": 3622, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02014404535293579, "position": 3623, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02073407731950283, "position": 3624, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01645144447684288, "position": 3625, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04302694648504257, "position": 3626, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021718310192227364, "position": 3627, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04925704002380371, "position": 3628, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011703943833708763, "position": 3629, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02351909503340721, "position": 3630, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011786062270402908, "position": 3631, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010504394769668579, "position": 3632, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019684556871652603, "position": 3633, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031700752675533295, "position": 3634, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017616838216781616, "position": 3635, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06545484811067581, "position": 3636, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004907648079097271, "position": 3637, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023801254108548164, "position": 3638, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024671314284205437, "position": 3639, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011506947688758373, "position": 3640, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01843396946787834, "position": 3641, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018614135682582855, "position": 3642, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02317783422768116, "position": 3643, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02208358608186245, "position": 3644, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008125556632876396, "position": 3645, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0040006148628890514, "position": 3646, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0171189121901989, "position": 3647, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009058045223355293, "position": 3648, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01934223063290119, "position": 3649, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0194217711687088, "position": 3650, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022872142493724823, "position": 3651, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01852313056588173, "position": 3652, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002816201653331518, "position": 3653, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004377158358693123, "position": 3654, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011979768984019756, "position": 3655, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014658665284514427, "position": 3656, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012219782918691635, "position": 3657, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011523071676492691, "position": 3658, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02175273932516575, "position": 3659, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05147283524274826, "position": 3660, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010544923134148121, "position": 3661, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020896170288324356, "position": 3662, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.037481486797332764, "position": 3663, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012245609425008297, "position": 3664, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043948836624622345, "position": 3665, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007176371291279793, "position": 3666, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04772038385272026, "position": 3667, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009539921768009663, "position": 3668, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012389744631946087, "position": 3669, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005895104259252548, "position": 3670, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008870622143149376, "position": 3671, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0018985907081514597, "position": 3672, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019609883427619934, "position": 3673, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009820915758609772, "position": 3674, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014518823008984327, "position": 3675, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004694491624832153, "position": 3676, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019226403906941414, "position": 3677, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030448390170931816, "position": 3678, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008663654327392578, "position": 3679, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0036106635816395283, "position": 3680, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00826114509254694, "position": 3681, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011045709252357483, "position": 3682, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010354777798056602, "position": 3683, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010100193321704865, "position": 3684, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008412182331085205, "position": 3685, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018062720075249672, "position": 3686, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01676255837082863, "position": 3687, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0033120838925242424, "position": 3688, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007843571715056896, "position": 3689, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012841397896409035, "position": 3690, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027231495827436447, "position": 3691, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034485746175050735, "position": 3692, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008383853361010551, "position": 3693, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008491015061736107, "position": 3694, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005332469940185547, "position": 3695, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010862413793802261, "position": 3696, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011923425830900669, "position": 3697, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009633872658014297, "position": 3698, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0041449591517448425, "position": 3699, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009975298307836056, "position": 3700, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003791535273194313, "position": 3701, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004524709656834602, "position": 3702, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0073315855115652084, "position": 3703, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008786240592598915, "position": 3704, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0042884573340415955, "position": 3705, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005638577975332737, "position": 3706, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021363772451877594, "position": 3707, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010303284972906113, "position": 3708, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014817837625741959, "position": 3709, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01740863546729088, "position": 3710, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019608071073889732, "position": 3711, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009753981605172157, "position": 3712, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008157314732670784, "position": 3713, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00661047687754035, "position": 3714, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009891873225569725, "position": 3715, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010751108638942242, "position": 3716, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021671947091817856, "position": 3717, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.038259826600551605, "position": 3718, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010293739847838879, "position": 3719, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010185280814766884, "position": 3720, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0095453429967165, "position": 3721, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035967975854873657, "position": 3722, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01413554884493351, "position": 3723, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01673349365592003, "position": 3724, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03235674276947975, "position": 3725, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.012359553016722202, "position": 3726, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010182615369558334, "position": 3727, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014221849851310253, "position": 3728, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020044082775712013, "position": 3729, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007916635950095952, "position": 3730, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023600490763783455, "position": 3731, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0034988094121217728, "position": 3732, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02202841266989708, "position": 3733, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01013210415840149, "position": 3734, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005387055687606335, "position": 3735, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03227800875902176, "position": 3736, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02834121324121952, "position": 3737, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015445642173290253, "position": 3738, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013276075944304466, "position": 3739, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.009955628775060177, "position": 3740, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003741987980902195, "position": 3741, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0631539523601532, "position": 3742, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00525377644225955, "position": 3743, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008756492286920547, "position": 3744, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007702866103500128, "position": 3745, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022651981562376022, "position": 3746, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03439528867602348, "position": 3747, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06530314683914185, "position": 3748, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016838299110531807, "position": 3749, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035013819579035044, "position": 3750, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0521404966711998, "position": 3751, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0028195511549711227, "position": 3752, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007698355475440621, "position": 3753, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20555554330348969, "position": 3754, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028691599145531654, "position": 3755, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005655359127558768, "position": 3756, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012867453042417765, "position": 3757, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001627093879505992, "position": 3758, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018765253480523825, "position": 3759, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036581143736839294, "position": 3760, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0972462072968483, "position": 3761, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013114210218191147, "position": 3762, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020513108000159264, "position": 3763, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03658681362867355, "position": 3764, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0766674280166626, "position": 3765, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004678069613873959, "position": 3766, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02517634816467762, "position": 3767, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014370338059961796, "position": 3768, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012554202228784561, "position": 3769, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019368529319763184, "position": 3770, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.014326421543955803, "position": 3771, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02297041565179825, "position": 3772, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03809593245387077, "position": 3773, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011677306145429611, "position": 3774, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026207730174064636, "position": 3775, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07118981331586838, "position": 3776, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007403088733553886, "position": 3777, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003591700689867139, "position": 3778, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004191480111330748, "position": 3779, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009773315396159887, "position": 3780, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.534525942290202e-05, "position": 3781, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02169356495141983, "position": 3782, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.047100573778152466, "position": 3783, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0130996098741889, "position": 3784, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08182626962661743, "position": 3785, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006015343591570854, "position": 3786, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008388667367398739, "position": 3787, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004015352576971054, "position": 3788, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.38638627808541e-05, "position": 3789, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004037549719214439, "position": 3790, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.39821552997455e-05, "position": 3791, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005152393132448196, "position": 3792, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09292800724506378, "position": 3793, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004897745326161385, "position": 3794, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03431565314531326, "position": 3795, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01905198022723198, "position": 3796, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014772729948163033, "position": 3797, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01625070907175541, "position": 3798, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008618660503998399, "position": 3799, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04325202479958534, "position": 3800, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01219058595597744, "position": 3801, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01730101928114891, "position": 3802, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002824657130986452, "position": 3803, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022168527357280254, "position": 3804, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004855902399867773, "position": 3805, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030836135149002075, "position": 3806, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04206586256623268, "position": 3807, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.011517345905303955, "position": 3808, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009197632782161236, "position": 3809, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04807008057832718, "position": 3810, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04428022354841232, "position": 3811, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026812149211764336, "position": 3812, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02431458979845047, "position": 3813, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.976356912171468e-05, "position": 3814, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027464011684060097, "position": 3815, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03386710584163666, "position": 3816, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028789333999156952, "position": 3817, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009630244225263596, "position": 3818, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022388797253370285, "position": 3819, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024950411170721054, "position": 3820, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021753350272774696, "position": 3821, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017890101298689842, "position": 3822, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.061727218329906464, "position": 3823, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010560181923210621, "position": 3824, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00231004087254405, "position": 3825, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0074780662544071674, "position": 3826, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023640403524041176, "position": 3827, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006600014748983085, "position": 3828, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06123259663581848, "position": 3829, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0042777457274496555, "position": 3830, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003004002384841442, "position": 3831, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04268905147910118, "position": 3832, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.022762585431337357, "position": 3833, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0047624194994568825, "position": 3834, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012224508100189269, "position": 3835, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008230237872339785, "position": 3836, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010885357914958149, "position": 3837, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004436975345015526, "position": 3838, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015943821519613266, "position": 3839, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017352484865114093, "position": 3840, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04392089694738388, "position": 3841, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017164541641250253, "position": 3842, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.494705591350794e-05, "position": 3843, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012736190110445023, "position": 3844, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016730964183807373, "position": 3845, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04478858411312103, "position": 3846, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026817714795470238, "position": 3847, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03493407741189003, "position": 3848, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04296029359102249, "position": 3849, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11218888312578201, "position": 3850, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.007065269630402327, "position": 3851, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08663103729486465, "position": 3852, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02533709816634655, "position": 3853, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.9272121537360363e-05, "position": 3854, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015541346510872245, "position": 3855, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006109167588874698, "position": 3856, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013410788029432297, "position": 3857, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02217790298163891, "position": 3858, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02032487653195858, "position": 3859, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007284601218998432, "position": 3860, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01666996441781521, "position": 3861, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06585273146629333, "position": 3862, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030681623611599207, "position": 3863, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037504052743315697, "position": 3864, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009334241040050983, "position": 3865, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008620573207736015, "position": 3866, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012573805870488286, "position": 3867, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007200955878943205, "position": 3868, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019953934475779533, "position": 3869, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01689659059047699, "position": 3870, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.012093029916286469, "position": 3871, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3474164006765932e-05, "position": 3872, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021223435178399086, "position": 3873, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002819464076310396, "position": 3874, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.6933468580245972, "position": 3875, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01541200652718544, "position": 3876, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1629863977432251, "position": 3877, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.16674752533435822, "position": 3878, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.055972930043935776, "position": 3879, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05126861482858658, "position": 3880, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013895854353904724, "position": 3881, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022103406488895416, "position": 3882, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03257455676794052, "position": 3883, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09148749709129333, "position": 3884, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 3.72086615243461e-05, "position": 3885, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0704270750284195, "position": 3886, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0615144819021225, "position": 3887, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07423307746648788, "position": 3888, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04549965262413025, "position": 3889, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19311632215976715, "position": 3890, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07762810587882996, "position": 3891, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02659967914223671, "position": 3892, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.0806306313024834e-05, "position": 3893, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1541493833065033, "position": 3894, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030342254787683487, "position": 3895, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019773846492171288, "position": 3896, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.1968905861722305e-05, "position": 3897, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03817921131849289, "position": 3898, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004949847934767604, "position": 3899, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003274311020504683, "position": 3900, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005356432870030403, "position": 3901, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004480528645217419, "position": 3902, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.9970142097445205e-05, "position": 3903, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07360056787729263, "position": 3904, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016966884955763817, "position": 3905, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001229823101311922, "position": 3906, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013896582648158073, "position": 3907, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002504587173461914, "position": 3908, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.095982704820926e-07, "position": 3909, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012347947806119919, "position": 3910, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007071849424391985, "position": 3911, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.318357529584318e-05, "position": 3912, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.188941370055545e-06, "position": 3913, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.033150557428598404, "position": 3914, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011363417434040457, "position": 3915, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.662190571660176e-06, "position": 3916, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004451452405191958, "position": 3917, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005691662081517279, "position": 3918, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.880047784652561e-05, "position": 3919, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03654111176729202, "position": 3920, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0031264550052583218, "position": 3921, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2215253264002968e-05, "position": 3922, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12023254483938217, "position": 3923, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008602562360465527, "position": 3924, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00029251485830172896, "position": 3925, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006761154625564814, "position": 3926, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.214090833760565e-06, "position": 3927, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.677588094637031e-06, "position": 3928, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00024472485529258847, "position": 3929, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014449495356529951, "position": 3930, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002345096436329186, "position": 3931, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.57921282506868e-07, "position": 3932, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020157413091510534, "position": 3933, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07312224805355072, "position": 3934, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006923459004610777, "position": 3935, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12054896354675293, "position": 3936, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.046692878007888794, "position": 3937, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 8.13707993074786e-06, "position": 3938, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8136266589863226e-05, "position": 3939, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012326822616159916, "position": 3940, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032163105905056, "position": 3941, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015967985382303596, "position": 3942, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.5597722570819315e-06, "position": 3943, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004871024284511805, "position": 3944, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00479002483189106, "position": 3945, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04142215847969055, "position": 3946, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03755330294370651, "position": 3947, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000489493424538523, "position": 3948, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04866923391819, "position": 3949, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03805205598473549, "position": 3950, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006711371708661318, "position": 3951, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04251768812537193, "position": 3952, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08217976242303848, "position": 3953, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03082597628235817, "position": 3954, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02081013098359108, "position": 3955, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00024206936359405518, "position": 3956, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005941609852015972, "position": 3957, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06467414647340775, "position": 3958, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11991418898105621, "position": 3959, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.001920401700772345, "position": 3960, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009949172381311655, "position": 3961, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.037374332547187805, "position": 3962, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04115802049636841, "position": 3963, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06629481166601181, "position": 3964, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01890406757593155, "position": 3965, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08893055468797684, "position": 3966, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008384907268919051, "position": 3967, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06812113523483276, "position": 3968, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00872376374900341, "position": 3969, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015656141331419349, "position": 3970, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004243963398039341, "position": 3971, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00048486480955034494, "position": 3972, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018129752948880196, "position": 3973, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.048420269042253494, "position": 3974, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02260730043053627, "position": 3975, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028414294123649597, "position": 3976, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01739468239247799, "position": 3977, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06854914128780365, "position": 3978, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024383459240198135, "position": 3979, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08243394643068314, "position": 3980, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13368451595306396, "position": 3981, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008278198540210724, "position": 3982, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007529864087700844, "position": 3983, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.35238832235336304, "position": 3984, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00543319433927536, "position": 3985, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04052920639514923, "position": 3986, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.015486675314605236, "position": 3987, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010672894131857902, "position": 3988, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03466162458062172, "position": 3989, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015444899909198284, "position": 3990, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005476267077028751, "position": 3991, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008963343687355518, "position": 3992, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0038986096624284983, "position": 3993, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006648319773375988, "position": 3994, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.98708463460207e-05, "position": 3995, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027294191531836987, "position": 3996, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001739779836498201, "position": 3997, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011445921700214967, "position": 3998, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007792431279085577, "position": 3999, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05118918418884277, "position": 4000, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00031513141584582627, "position": 4001, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013560529332607985, "position": 4002, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037423688918352127, "position": 4003, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.535651896730997e-06, "position": 4004, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003907985519617796, "position": 4005, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00571571197360754, "position": 4006, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021986798383295536, "position": 4007, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02782541885972023, "position": 4008, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0511120930314064, "position": 4009, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006799247115850449, "position": 4010, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00030910014174878597, "position": 4011, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010321873240172863, "position": 4012, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.922972923144698e-05, "position": 4013, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013677362585440278, "position": 4014, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002071630209684372, "position": 4015, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0025029326789081097, "position": 4016, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003223446663469076, "position": 4017, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002770460559986532, "position": 4018, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05954495817422867, "position": 4019, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013515974569600075, "position": 4020, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00502698915079236, "position": 4021, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002838381042238325, "position": 4022, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004451157874427736, "position": 4023, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00042356946505606174, "position": 4024, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014603212475776672, "position": 4025, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003036745765712112, "position": 4026, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00025990381254814565, "position": 4027, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02881658636033535, "position": 4028, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.520886338037599e-08, "position": 4029, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005906170699745417, "position": 4030, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008155408315360546, "position": 4031, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05149918794631958, "position": 4032, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1088852658867836, "position": 4033, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006565487012267113, "position": 4034, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13077481091022491, "position": 4035, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10116522014141083, "position": 4036, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1926954686641693, "position": 4037, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010205495171248913, "position": 4038, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027876608073711395, "position": 4039, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003400319255888462, "position": 4040, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002262862108182162, "position": 4041, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007066233549267054, "position": 4042, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002020226529566571, "position": 4043, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014336739666759968, "position": 4044, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000557917112018913, "position": 4045, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1795670986175537, "position": 4046, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029767435044050217, "position": 4047, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005393688566982746, "position": 4048, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034087564796209335, "position": 4049, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012863644398748875, "position": 4050, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19548951089382172, "position": 4051, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0034084131475538015, "position": 4052, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020166004076600075, "position": 4053, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04663406312465668, "position": 4054, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09759564697742462, "position": 4055, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12337339669466019, "position": 4056, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006570808589458466, "position": 4057, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04303521662950516, "position": 4058, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053272828459739685, "position": 4059, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0934147834777832, "position": 4060, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07830910384654999, "position": 4061, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01382187008857727, "position": 4062, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02825740911066532, "position": 4063, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04599348455667496, "position": 4064, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.015039443038403988, "position": 4065, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10695343464612961, "position": 4066, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05590029060840607, "position": 4067, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035015209577977657, "position": 4068, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.423014489584602e-06, "position": 4069, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007112490013241768, "position": 4070, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2231143955432344e-05, "position": 4071, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019249370088800788, "position": 4072, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.911996362963691e-06, "position": 4073, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.6320361495018005, "position": 4074, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07210381329059601, "position": 4075, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03247489780187607, "position": 4076, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013863202184438705, "position": 4077, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002269336488097906, "position": 4078, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.45075973868370056, "position": 4079, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003890270134434104, "position": 4080, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003460202133283019, "position": 4081, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.120988028764259e-05, "position": 4082, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007937801070511341, "position": 4083, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3309922906046268e-05, "position": 4084, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035119270905852318, "position": 4085, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5842788343434222e-05, "position": 4086, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004266552859917283, "position": 4087, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14238931238651276, "position": 4088, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.09755758196115494, "position": 4089, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018412690609693527, "position": 4090, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008495079353451729, "position": 4091, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07295867055654526, "position": 4092, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030143704265356064, "position": 4093, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04264520853757858, "position": 4094, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010027166455984116, "position": 4095, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03887251764535904, "position": 4096, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030057867988944054, "position": 4097, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023874439299106598, "position": 4098, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00475954869762063, "position": 4099, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0612882599234581, "position": 4100, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09627688676118851, "position": 4101, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09058193117380142, "position": 4102, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0184249896556139, "position": 4103, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026965703815221786, "position": 4104, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01177737396210432, "position": 4105, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.255229115486145, "position": 4106, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009357265196740627, "position": 4107, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027640193700790405, "position": 4108, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02563910000026226, "position": 4109, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10549774020910263, "position": 4110, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005875828792341053, "position": 4111, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05746067687869072, "position": 4112, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17545759677886963, "position": 4113, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1495898813009262, "position": 4114, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.163224995136261, "position": 4115, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0019741614814847708, "position": 4116, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024187907576560974, "position": 4117, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2709309160709381, "position": 4118, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03236934170126915, "position": 4119, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004822597838938236, "position": 4120, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2180207371711731, "position": 4121, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.002376571297645569, "position": 4122, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006735856644809246, "position": 4123, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0050876024179160595, "position": 4124, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021072523668408394, "position": 4125, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008281808346509933, "position": 4126, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00037334859371185303, "position": 4127, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00856765080243349, "position": 4128, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.060691121965646744, "position": 4129, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011038418597308919, "position": 4130, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06699575483798981, "position": 4131, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03994562849402428, "position": 4132, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04137761518359184, "position": 4133, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025559522211551666, "position": 4134, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.013016320765018463, "position": 4135, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08962727338075638, "position": 4136, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06389068067073822, "position": 4137, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.010455277748405933, "position": 4138, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011394402012228966, "position": 4139, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034440070390701294, "position": 4140, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5048804879188538, "position": 4141, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.014238528907299042, "position": 4142, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011673059314489365, "position": 4143, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03057216852903366, "position": 4144, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010399259626865387, "position": 4145, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05843459069728851, "position": 4146, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013215703889727592, "position": 4147, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016720736399292946, "position": 4148, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06889224052429199, "position": 4149, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001861910684965551, "position": 4150, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0512702614068985, "position": 4151, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.027314551174640656, "position": 4152, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030715307220816612, "position": 4153, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030694276094436646, "position": 4154, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017492118058726192, "position": 4155, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006160781718790531, "position": 4156, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009895548224449158, "position": 4157, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01773935556411743, "position": 4158, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01692042499780655, "position": 4159, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005591914989054203, "position": 4160, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013428162783384323, "position": 4161, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0073525505140423775, "position": 4162, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04269305616617203, "position": 4163, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02610982581973076, "position": 4164, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006050672382116318, "position": 4165, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.212935063056648e-05, "position": 4166, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006330147152766585, "position": 4167, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014626968652009964, "position": 4168, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.002743580611422658, "position": 4169, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012452101800590754, "position": 4170, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008074524812400341, "position": 4171, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006436110474169254, "position": 4172, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00537271611392498, "position": 4173, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01614055410027504, "position": 4174, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021321792155504227, "position": 4175, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015658417716622353, "position": 4176, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014923198148608208, "position": 4177, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018462026491761208, "position": 4178, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010019986890256405, "position": 4179, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04531034827232361, "position": 4180, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004682426806539297, "position": 4181, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007385876961052418, "position": 4182, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012765077874064445, "position": 4183, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05455087870359421, "position": 4184, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02434711530804634, "position": 4185, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030805865302681923, "position": 4186, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013826725073158741, "position": 4187, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008878490887582302, "position": 4188, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006259636953473091, "position": 4189, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034540485590696335, "position": 4190, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007859036326408386, "position": 4191, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00637124665081501, "position": 4192, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01529937144368887, "position": 4193, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06074026972055435, "position": 4194, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015038731507956982, "position": 4195, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026502083986997604, "position": 4196, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005101474933326244, "position": 4197, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010047731921076775, "position": 4198, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012508157640695572, "position": 4199, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005111693404614925, "position": 4200, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0117838429287076, "position": 4201, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01116192527115345, "position": 4202, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009108247235417366, "position": 4203, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05908734351396561, "position": 4204, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.006603233050554991, "position": 4205, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00038092449540272355, "position": 4206, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017449168488383293, "position": 4207, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005409204866737127, "position": 4208, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004471979569643736, "position": 4209, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007740224711596966, "position": 4210, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0078032054007053375, "position": 4211, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02873542159795761, "position": 4212, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012755300849676132, "position": 4213, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005993759259581566, "position": 4214, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006390511989593506, "position": 4215, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004157664254307747, "position": 4216, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015435497334692627, "position": 4217, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013199675595387816, "position": 4218, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009906161576509476, "position": 4219, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003164632711559534, "position": 4220, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.010001031681895256, "position": 4221, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018457476049661636, "position": 4222, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0002880167157854885, "position": 4223, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010819632560014725, "position": 4224, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004699762212112546, "position": 4225, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001442406326532364, "position": 4226, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010983404703438282, "position": 4227, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003066582721658051, "position": 4228, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009793845005333424, "position": 4229, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004946351051330566, "position": 4230, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027305377647280693, "position": 4231, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0090928440913558, "position": 4232, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004440026357769966, "position": 4233, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002313305885763839, "position": 4234, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0060815755277872086, "position": 4235, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003372923471033573, "position": 4236, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003499079030007124, "position": 4237, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014393198303878307, "position": 4238, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004945056862197816, "position": 4239, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001449023693567142, "position": 4240, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014103811234235764, "position": 4241, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003835605748463422, "position": 4242, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02249588444828987, "position": 4243, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014160166028887033, "position": 4244, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004005845636129379, "position": 4245, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012572309002280235, "position": 4246, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01219167374074459, "position": 4247, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001824023900553584, "position": 4248, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008257357403635979, "position": 4249, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007750179618597031, "position": 4250, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029565058648586273, "position": 4251, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029921650886535645, "position": 4252, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.006846838630735874, "position": 4253, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07609899342060089, "position": 4254, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019025074318051338, "position": 4255, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04150860011577606, "position": 4256, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015503151807934046, "position": 4257, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007421550340950489, "position": 4258, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006535129621624947, "position": 4259, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00927432905882597, "position": 4260, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.014164484106004238, "position": 4261, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03667297959327698, "position": 4262, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01553724892437458, "position": 4263, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008735665120184422, "position": 4264, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008586895652115345, "position": 4265, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004660526290535927, "position": 4266, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003919460345059633, "position": 4267, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017151309177279472, "position": 4268, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0071790944784879684, "position": 4269, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009882737882435322, "position": 4270, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0265236496925354, "position": 4271, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01304271724075079, "position": 4272, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025898946449160576, "position": 4273, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013579046353697777, "position": 4274, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006763576529920101, "position": 4275, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017108761239796877, "position": 4276, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011702938936650753, "position": 4277, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004639057442545891, "position": 4278, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008345939218997955, "position": 4279, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010115067474544048, "position": 4280, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0052702222019433975, "position": 4281, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018104864284396172, "position": 4282, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00310968654230237, "position": 4283, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030203242786228657, "position": 4284, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003931782674044371, "position": 4285, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012138814781792462, "position": 4286, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.845818668603897e-05, "position": 4287, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008924659341573715, "position": 4288, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005327078513801098, "position": 4289, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004110804758965969, "position": 4290, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029519975185394287, "position": 4291, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019338296726346016, "position": 4292, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.040019940584897995, "position": 4293, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002602082211524248, "position": 4294, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0036682793870568275, "position": 4295, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008402573876082897, "position": 4296, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006387375760823488, "position": 4297, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010451972484588623, "position": 4298, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009638654999434948, "position": 4299, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003739241510629654, "position": 4300, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030962634831666946, "position": 4301, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008434735238552094, "position": 4302, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022227872163057327, "position": 4303, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05742745101451874, "position": 4304, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004015802405774593, "position": 4305, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014724502339959145, "position": 4306, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024506203830242157, "position": 4307, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007566547952592373, "position": 4308, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024809520691633224, "position": 4309, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01616622507572174, "position": 4310, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016404141206294298, "position": 4311, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014746339060366154, "position": 4312, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02066867984831333, "position": 4313, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013106495141983032, "position": 4314, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006789450533688068, "position": 4315, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003102038986980915, "position": 4316, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01086217351257801, "position": 4317, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01342548057436943, "position": 4318, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2402329444885254, "position": 4319, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006798790767788887, "position": 4320, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019502349197864532, "position": 4321, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03330470621585846, "position": 4322, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025888614356517792, "position": 4323, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05137348175048828, "position": 4324, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036660365760326385, "position": 4325, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020288120955228806, "position": 4326, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01661478355526924, "position": 4327, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01389680989086628, "position": 4328, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006207674741744995, "position": 4329, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004373940639197826, "position": 4330, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0042790984734892845, "position": 4331, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007266692351549864, "position": 4332, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.7324654082767665e-06, "position": 4333, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0168476402759552, "position": 4334, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0012561044422909617, "position": 4335, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008104727603495121, "position": 4336, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013660535216331482, "position": 4337, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0049232617020606995, "position": 4338, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.726360879838467e-05, "position": 4339, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08515278995037079, "position": 4340, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0029445854015648365, "position": 4341, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0070413146167993546, "position": 4342, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015387685969471931, "position": 4343, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010222692042589188, "position": 4344, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027027903124690056, "position": 4345, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004992548376321793, "position": 4346, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004610988311469555, "position": 4347, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01659373939037323, "position": 4348, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019375369884073734, "position": 4349, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02679724246263504, "position": 4350, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017615497345104814, "position": 4351, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003072552499361336, "position": 4352, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028738444671034813, "position": 4353, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01101328618824482, "position": 4354, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018489034846425056, "position": 4355, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011042957194149494, "position": 4356, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028318963944911957, "position": 4357, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.034648165106773376, "position": 4358, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019546806812286377, "position": 4359, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023432794958353043, "position": 4360, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015902172774076462, "position": 4361, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01455034501850605, "position": 4362, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01290410291403532, "position": 4363, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004146963357925415, "position": 4364, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010331063531339169, "position": 4365, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008239340968430042, "position": 4366, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017045005224645138, "position": 4367, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011492142453789711, "position": 4368, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026577001437544823, "position": 4369, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03961778059601784, "position": 4370, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008223178796470165, "position": 4371, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0064736236818134785, "position": 4372, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008995448239147663, "position": 4373, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020201483741402626, "position": 4374, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.035639405250549316, "position": 4375, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008088750764727592, "position": 4376, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00870309304445982, "position": 4377, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011199988424777985, "position": 4378, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019357185810804367, "position": 4379, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01145115029066801, "position": 4380, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009568510577082634, "position": 4381, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0031560612842440605, "position": 4382, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002307544695213437, "position": 4383, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004203746095299721, "position": 4384, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006383306463249028, "position": 4385, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03403179347515106, "position": 4386, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030194038525223732, "position": 4387, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015647828578948975, "position": 4388, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01573053188621998, "position": 4389, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01732027903199196, "position": 4390, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002690453315153718, "position": 4391, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21271882951259613, "position": 4392, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04335127770900726, "position": 4393, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.026326445862651e-06, "position": 4394, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2051280009472976e-06, "position": 4395, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.7921938453800976e-05, "position": 4396, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030097500421106815, "position": 4397, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02515910565853119, "position": 4398, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007820021361112595, "position": 4399, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04839210957288742, "position": 4400, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001408912823535502, "position": 4401, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002099211560562253, "position": 4402, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018584374338388443, "position": 4403, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04377269372344017, "position": 4404, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2777394950389862, "position": 4405, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.16048866510391235, "position": 4406, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1856774538755417, "position": 4407, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016515571041963995, "position": 4408, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0036492198705673218, "position": 4409, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024622182827442884, "position": 4410, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08327799290418625, "position": 4411, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02790517918765545, "position": 4412, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002796116750687361, "position": 4413, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.056608740240335464, "position": 4414, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.9833932785550132e-05, "position": 4415, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23975254595279694, "position": 4416, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014749869704246521, "position": 4417, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001877844100818038, "position": 4418, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03927849233150482, "position": 4419, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0051118177361786366, "position": 4420, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4731144905090332, "position": 4421, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05362524837255478, "position": 4422, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10132355988025665, "position": 4423, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009693912579677999, "position": 4424, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2126496434211731, "position": 4425, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000547858770005405, "position": 4426, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.168092608684674e-05, "position": 4427, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.0636118026450276e-05, "position": 4428, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0397464744746685, "position": 4429, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.298978976497892e-06, "position": 4430, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010979603393934667, "position": 4431, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14290118217468262, "position": 4432, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0173199325799942, "position": 4433, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4838640093803406, "position": 4434, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00021902655134908855, "position": 4435, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003355434164404869, "position": 4436, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010993247851729393, "position": 4437, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0061393557116389275, "position": 4438, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006077378522604704, "position": 4439, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00899641215801239, "position": 4440, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21016570925712585, "position": 4441, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06494330614805222, "position": 4442, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.492586155422032e-05, "position": 4443, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1850900948047638, "position": 4444, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07039055973291397, "position": 4445, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03128447011113167, "position": 4446, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007057498442009091, "position": 4447, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.045588500797748566, "position": 4448, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001845684600993991, "position": 4449, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026854468509554863, "position": 4450, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06439025700092316, "position": 4451, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2710701823234558, "position": 4452, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007829464157111943, "position": 4453, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3513110280036926, "position": 4454, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010893458500504494, "position": 4455, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014398862840607762, "position": 4456, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04829129949212074, "position": 4457, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02030615694820881, "position": 4458, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1543758660554886, "position": 4459, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2346489429473877, "position": 4460, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06058720499277115, "position": 4461, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04579233378171921, "position": 4462, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008487129583954811, "position": 4463, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023675400763750076, "position": 4464, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00027382641565054655, "position": 4465, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.6003565734718e-05, "position": 4466, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06206771731376648, "position": 4467, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020697321742773056, "position": 4468, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04370339959859848, "position": 4469, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0034309583716094494, "position": 4470, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000372808804968372, "position": 4471, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0903143361210823, "position": 4472, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05169695243239403, "position": 4473, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06498410552740097, "position": 4474, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15597805380821228, "position": 4475, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07696418464183807, "position": 4476, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0489729605615139, "position": 4477, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0417715460062027, "position": 4478, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.055477727204561234, "position": 4479, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007993307895958424, "position": 4480, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02400859445333481, "position": 4481, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020463727414608, "position": 4482, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011223326437175274, "position": 4483, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023160323034971952, "position": 4484, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037144238594919443, "position": 4485, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007468271651305258, "position": 4486, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2675081193447113, "position": 4487, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08186979591846466, "position": 4488, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0014408922288566828, "position": 4489, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08670439571142197, "position": 4490, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006594557780772448, "position": 4491, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11516863852739334, "position": 4492, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.004085031803697348, "position": 4493, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012356828665360808, "position": 4494, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06613863259553909, "position": 4495, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1441352218389511, "position": 4496, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013856039382517338, "position": 4497, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015773706138134003, "position": 4498, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03205408528447151, "position": 4499, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035582485143095255, "position": 4500, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002888572635129094, "position": 4501, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014577927999198437, "position": 4502, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4252796173095703, "position": 4503, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08699168264865875, "position": 4504, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002056131837889552, "position": 4505, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00042286331881769, "position": 4506, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006642341148108244, "position": 4507, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018130370881408453, "position": 4508, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001796460710465908, "position": 4509, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004108468710910529, "position": 4510, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017210109159350395, "position": 4511, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015754939522594213, "position": 4512, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043989147990942, "position": 4513, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010906621813774109, "position": 4514, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007572960574179888, "position": 4515, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03471185266971588, "position": 4516, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0825841948390007, "position": 4517, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020884601399302483, "position": 4518, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013527255214285105, "position": 4519, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.762313723564148, "position": 4520, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002344506501685828, "position": 4521, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.7559223175048828, "position": 4522, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.3116491436958313, "position": 4523, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12447372823953629, "position": 4524, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010555288754403591, "position": 4525, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009137894958257675, "position": 4526, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.040702737867832184, "position": 4527, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02440616488456726, "position": 4528, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009275650605559349, "position": 4529, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004508126527070999, "position": 4530, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006549971178174019, "position": 4531, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023804056399967521, "position": 4532, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0053167035803198814, "position": 4533, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030544232577085495, "position": 4534, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025249818339943886, "position": 4535, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016984135436359793, "position": 4536, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07520101219415665, "position": 4537, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011821546591818333, "position": 4538, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044162530452013016, "position": 4539, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000200567752472125, "position": 4540, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00031912041595205665, "position": 4541, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09537373483181, "position": 4542, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0346342958509922, "position": 4543, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005370752420276403, "position": 4544, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0024995720013976097, "position": 4545, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.994857489597052e-05, "position": 4546, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009044088423252106, "position": 4547, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012274806387722492, "position": 4548, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029491327702999115, "position": 4549, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014846990816295147, "position": 4550, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03485690429806709, "position": 4551, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019739395007491112, "position": 4552, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03615540638566017, "position": 4553, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1113431379199028, "position": 4554, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011510530486702919, "position": 4555, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010738213313743472, "position": 4556, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0585283488035202, "position": 4557, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012242599041201174, "position": 4558, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001405416871421039, "position": 4559, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00026093493215739727, "position": 4560, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037030535750091076, "position": 4561, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008110024966299534, "position": 4562, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01645449921488762, "position": 4563, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005212681367993355, "position": 4564, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013653361238539219, "position": 4565, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006570953410118818, "position": 4566, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00407593697309494, "position": 4567, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.470371929230168e-05, "position": 4568, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003548105014488101, "position": 4569, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000479381182231009, "position": 4570, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023343972861766815, "position": 4571, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023368360416498035, "position": 4572, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.392597374040633e-05, "position": 4573, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006267594872042537, "position": 4574, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.033247387269512e-05, "position": 4575, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023660939768888056, "position": 4576, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08244261890649796, "position": 4577, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.16279253363609314, "position": 4578, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005799155682325363, "position": 4579, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008525776793248951, "position": 4580, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021310129668563604, "position": 4581, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00784982554614544, "position": 4582, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03611453250050545, "position": 4583, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008383115753531456, "position": 4584, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.135627674870193e-05, "position": 4585, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006347422604449093, "position": 4586, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001683042210061103, "position": 4587, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020534470677375793, "position": 4588, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006334414938464761, "position": 4589, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11535196751356125, "position": 4590, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005399569636210799, "position": 4591, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015405974409077317, "position": 4592, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002068630885332823, "position": 4593, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.45887047052383423, "position": 4594, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05411859601736069, "position": 4595, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07768579572439194, "position": 4596, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016544225218240172, "position": 4597, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007733179721981287, "position": 4598, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007651603780686855, "position": 4599, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015874209348112345, "position": 4600, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013739019632339478, "position": 4601, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02342880703508854, "position": 4602, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00020146570750512183, "position": 4603, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007602769182994962, "position": 4604, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009100534953176975, "position": 4605, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005047503858804703, "position": 4606, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14551346004009247, "position": 4607, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2259354591369629, "position": 4608, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00409791711717844, "position": 4609, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0026991255581378937, "position": 4610, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04262743145227432, "position": 4611, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1020883172750473, "position": 4612, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024767395108938217, "position": 4613, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06986556202173233, "position": 4614, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032831721007823944, "position": 4615, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4384567439556122, "position": 4616, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021600980311632156, "position": 4617, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042245686054229736, "position": 4618, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0029541864059865475, "position": 4619, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06561613827943802, "position": 4620, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013577923527918756, "position": 4621, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027310341596603394, "position": 4622, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.7941474652616307e-05, "position": 4623, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017211347818374634, "position": 4624, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001905777317006141, "position": 4625, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.092829036992043e-05, "position": 4626, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023879059590399265, "position": 4627, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004726857412606478, "position": 4628, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002690842666197568, "position": 4629, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.39998793601989746, "position": 4630, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007416237145662308, "position": 4631, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003229270223528147, "position": 4632, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008010694291442633, "position": 4633, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05039094388484955, "position": 4634, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004912746138870716, "position": 4635, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005523755680769682, "position": 4636, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005131000652909279, "position": 4637, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00017982744611799717, "position": 4638, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03689185529947281, "position": 4639, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10102353990077972, "position": 4640, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.34830331802368164, "position": 4641, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03990788757801056, "position": 4642, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01946004293859005, "position": 4643, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0361546128988266, "position": 4644, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.027685999870300293, "position": 4645, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0941825732588768, "position": 4646, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010918095707893372, "position": 4647, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01882254332304001, "position": 4648, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015598542988300323, "position": 4649, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.059025153517723083, "position": 4650, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.004972539376467466, "position": 4651, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021600810810923576, "position": 4652, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11754798144102097, "position": 4653, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05884856358170509, "position": 4654, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1185787245631218, "position": 4655, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018059417605400085, "position": 4656, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017561122076585889, "position": 4657, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03102528490126133, "position": 4658, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.003780788043513894, "position": 4659, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02728933095932007, "position": 4660, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015081701800227165, "position": 4661, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029959753155708313, "position": 4662, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04654311388731003, "position": 4663, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.15614855289459229, "position": 4664, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06214195117354393, "position": 4665, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005289955530315638, "position": 4666, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20013493299484253, "position": 4667, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024333802983164787, "position": 4668, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006541537586599588, "position": 4669, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025181755423545837, "position": 4670, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06212499737739563, "position": 4671, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.39364856481552124, "position": 4672, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.177100270986557, "position": 4673, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06400319188833237, "position": 4674, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000666450650896877, "position": 4675, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012731634080410004, "position": 4676, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11123203486204147, "position": 4677, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053381044417619705, "position": 4678, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004626820795238018, "position": 4679, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.056894972920417786, "position": 4680, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01560142170637846, "position": 4681, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024015620350837708, "position": 4682, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.057249002158641815, "position": 4683, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009008446708321571, "position": 4684, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02381770871579647, "position": 4685, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02535780891776085, "position": 4686, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015980398165993392, "position": 4687, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010832017287611961, "position": 4688, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03026694431900978, "position": 4689, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.7093454264104366e-05, "position": 4690, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019260041415691376, "position": 4691, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018133394420146942, "position": 4692, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.028021149337291718, "position": 4693, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012081880122423172, "position": 4694, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03850983828306198, "position": 4695, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.021505340933799744, "position": 4696, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03413345664739609, "position": 4697, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01393887773156166, "position": 4698, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033377655781805515, "position": 4699, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0489213801920414, "position": 4700, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04585396870970726, "position": 4701, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015777260065078735, "position": 4702, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.038779519498348236, "position": 4703, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014521939447149634, "position": 4704, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.052971355617046356, "position": 4705, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04166743904352188, "position": 4706, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029946979135274887, "position": 4707, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01253836415708065, "position": 4708, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005256040021777153, "position": 4709, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020711716264486313, "position": 4710, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016348840668797493, "position": 4711, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013373429886996746, "position": 4712, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008019855245947838, "position": 4713, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007702297996729612, "position": 4714, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00941651500761509, "position": 4715, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01144608948379755, "position": 4716, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.016944803297519684, "position": 4717, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01575770229101181, "position": 4718, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01135945413261652, "position": 4719, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017699964344501495, "position": 4720, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020821567624807358, "position": 4721, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018122151494026184, "position": 4722, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006650141440331936, "position": 4723, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00420769676566124, "position": 4724, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007451849058270454, "position": 4725, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.031279586255550385, "position": 4726, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008071747608482838, "position": 4727, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.039942339062690735, "position": 4728, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005070861428976059, "position": 4729, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02363104745745659, "position": 4730, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014814729802310467, "position": 4731, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0053144232369959354, "position": 4732, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015281004831194878, "position": 4733, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008468938991427422, "position": 4734, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011076529510319233, "position": 4735, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07692121714353561, "position": 4736, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00685243122279644, "position": 4737, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03328133374452591, "position": 4738, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012967053800821304, "position": 4739, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011434962041676044, "position": 4740, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010186545550823212, "position": 4741, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0036671836860477924, "position": 4742, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021501021459698677, "position": 4743, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005302428267896175, "position": 4744, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014715366996824741, "position": 4745, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012287254445254803, "position": 4746, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006870803772471845, "position": 4747, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009048032574355602, "position": 4748, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01750994473695755, "position": 4749, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0035593737848103046, "position": 4750, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01445605605840683, "position": 4751, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005737973842769861, "position": 4752, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009698307141661644, "position": 4753, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02658434957265854, "position": 4754, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017106877639889717, "position": 4755, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008610827848315239, "position": 4756, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005385768134146929, "position": 4757, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02008034661412239, "position": 4758, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033816969953477383, "position": 4759, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0060174912214279175, "position": 4760, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023672353476285934, "position": 4761, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02040310949087143, "position": 4762, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0067122518084943295, "position": 4763, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006962763145565987, "position": 4764, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0355868935585022, "position": 4765, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00597400963306427, "position": 4766, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016559815034270287, "position": 4767, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0214138925075531, "position": 4768, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01060051005333662, "position": 4769, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03545024245977402, "position": 4770, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03292296081781387, "position": 4771, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021614715456962585, "position": 4772, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020939158275723457, "position": 4773, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.035275720059871674, "position": 4774, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01903269998729229, "position": 4775, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02607927843928337, "position": 4776, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08247159421443939, "position": 4777, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.021109353750944138, "position": 4778, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008138025877997279, "position": 4779, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004182642325758934, "position": 4780, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006279378198087215, "position": 4781, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03067070059478283, "position": 4782, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004731945227831602, "position": 4783, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010212983936071396, "position": 4784, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010655827820301056, "position": 4785, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008770318701863289, "position": 4786, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002428170759230852, "position": 4787, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02311418578028679, "position": 4788, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01893891766667366, "position": 4789, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015471220947802067, "position": 4790, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029915958642959595, "position": 4791, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01823285222053528, "position": 4792, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02407197840511799, "position": 4793, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008352424018085003, "position": 4794, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04223158583045006, "position": 4795, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008997062221169472, "position": 4796, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0074505433440208435, "position": 4797, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019463740289211273, "position": 4798, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.026279399171471596, "position": 4799, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005837292410433292, "position": 4800, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008147608488798141, "position": 4801, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006166601553559303, "position": 4802, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007129029370844364, "position": 4803, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005192449316382408, "position": 4804, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01576528511941433, "position": 4805, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014011874794960022, "position": 4806, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005073729436844587, "position": 4807, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010909170843660831, "position": 4808, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05594591796398163, "position": 4809, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021766865625977516, "position": 4810, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009351867251098156, "position": 4811, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016383640468120575, "position": 4812, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010278010740876198, "position": 4813, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025378014892339706, "position": 4814, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0333731584250927, "position": 4815, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.20293115079402924, "position": 4816, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020852725952863693, "position": 4817, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007286905776709318, "position": 4818, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03518185764551163, "position": 4819, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007821441628038883, "position": 4820, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007771644741296768, "position": 4821, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006156465504318476, "position": 4822, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009540656581521034, "position": 4823, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002444146666675806, "position": 4824, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0036749537102878094, "position": 4825, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013770455494523048, "position": 4826, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01453123427927494, "position": 4827, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019622087478637695, "position": 4828, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0034104278311133385, "position": 4829, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027325324714183807, "position": 4830, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.671174196526408e-05, "position": 4831, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001574522815644741, "position": 4832, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021242236718535423, "position": 4833, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014091504737734795, "position": 4834, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014414384961128235, "position": 4835, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0017561545828357339, "position": 4836, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020307540893554688, "position": 4837, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011105144396424294, "position": 4838, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002755560679361224, "position": 4839, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01084401085972786, "position": 4840, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009326511062681675, "position": 4841, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016235051676630974, "position": 4842, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.029733870178461075, "position": 4843, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03970763832330704, "position": 4844, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.026843588799238205, "position": 4845, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009265277534723282, "position": 4846, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011773929931223392, "position": 4847, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016262013465166092, "position": 4848, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03405805677175522, "position": 4849, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020193006843328476, "position": 4850, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010799845680594444, "position": 4851, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020673653110861778, "position": 4852, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004569349344819784, "position": 4853, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00703798420727253, "position": 4854, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004487939178943634, "position": 4855, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023456680355593562, "position": 4856, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010006996802985668, "position": 4857, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.024141378700733185, "position": 4858, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005443837959319353, "position": 4859, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0061472998932003975, "position": 4860, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015338718891143799, "position": 4861, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0547311045229435, "position": 4862, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018732568249106407, "position": 4863, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007838009856641293, "position": 4864, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003611526917666197, "position": 4865, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00840456597507, "position": 4866, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006421662867069244, "position": 4867, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08142079412937164, "position": 4868, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.031018288806080818, "position": 4869, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010291725397109985, "position": 4870, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005512863863259554, "position": 4871, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007903793826699257, "position": 4872, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0073829153552651405, "position": 4873, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015985028818249702, "position": 4874, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014383893460035324, "position": 4875, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027847199235111475, "position": 4876, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019897064194083214, "position": 4877, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012850219383835793, "position": 4878, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013883226551115513, "position": 4879, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010789497755467892, "position": 4880, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014165930449962616, "position": 4881, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0375942587852478, "position": 4882, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01304139569401741, "position": 4883, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.030443459749221802, "position": 4884, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06310240179300308, "position": 4885, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005001196637749672, "position": 4886, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01404920220375061, "position": 4887, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.012328986078500748, "position": 4888, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01612001843750477, "position": 4889, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015001739375293255, "position": 4890, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032709941267967224, "position": 4891, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004264592193067074, "position": 4892, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02172521874308586, "position": 4893, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03435642272233963, "position": 4894, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019277680665254593, "position": 4895, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03403179347515106, "position": 4896, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030194038525223732, "position": 4897, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03390737250447273, "position": 4898, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02511092647910118, "position": 4899, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07351309061050415, "position": 4900, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030594002455472946, "position": 4901, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0047113061882555485, "position": 4902, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09519647806882858, "position": 4903, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.2082746922969818, "position": 4904, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.13012799620628357, "position": 4905, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.13325458765029907, "position": 4906, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.042202599346637726, "position": 4907, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0098262969404459, "position": 4908, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20316725969314575, "position": 4909, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1292959302663803, "position": 4910, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1013157069683075, "position": 4911, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07572970539331436, "position": 4912, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05485115572810173, "position": 4913, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003988971293438226, "position": 4914, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00024776236386969686, "position": 4915, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00359353213571012, "position": 4916, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0703156476665754e-05, "position": 4917, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011498047038912773, "position": 4918, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007715093903243542, "position": 4919, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.945344128122088e-07, "position": 4920, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003892845707014203, "position": 4921, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0032525251153856516, "position": 4922, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008301217458210886, "position": 4923, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1955427908105776e-05, "position": 4924, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.1652367649949156e-06, "position": 4925, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.262608293473022e-06, "position": 4926, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.0964579877945653e-07, "position": 4927, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.214883463442675e-06, "position": 4928, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.393280975520611e-05, "position": 4929, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011016754433512688, "position": 4930, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004845009825658053, "position": 4931, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.874525181250647e-05, "position": 4932, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010192565969191492, "position": 4933, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01403876580297947, "position": 4934, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003391285426914692, "position": 4935, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001351685612462461, "position": 4936, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.4990399651869666e-06, "position": 4937, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.7747905758369598e-06, "position": 4938, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.3374282540753484e-05, "position": 4939, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.840008947823662e-06, "position": 4940, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.60713363281684e-06, "position": 4941, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.025538929563481e-07, "position": 4942, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.555529807883431e-07, "position": 4943, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.387675171026785e-07, "position": 4944, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.399814083124511e-06, "position": 4945, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.63399015113464e-08, "position": 4946, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.843316754791886e-05, "position": 4947, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.526169156335527e-06, "position": 4948, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1396496593952179, "position": 4949, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014324186486192048, "position": 4950, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.588032993993238e-08, "position": 4951, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.437168521079002e-05, "position": 4952, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.836034577238024e-07, "position": 4953, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.64732404705137e-05, "position": 4954, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001601663389010355, "position": 4955, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003728967858478427, "position": 4956, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012453501112759113, "position": 4957, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02226213924586773, "position": 4958, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.239234370586928e-05, "position": 4959, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.611720654182136e-05, "position": 4960, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005131917423568666, "position": 4961, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.397903185486939e-07, "position": 4962, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.064597331103869e-05, "position": 4963, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007758953142911196, "position": 4964, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.622365956194699e-05, "position": 4965, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0933880503216642e-06, "position": 4966, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0, "position": 4967, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2688730066656717e-09, "position": 4968, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010582382674328983, "position": 4969, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005957891698926687, "position": 4970, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.411423937724976e-07, "position": 4971, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.689907215535641e-05, "position": 4972, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0, "position": 4973, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.622124859248288e-05, "position": 4974, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.846378492904478e-07, "position": 4975, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.193513814243488e-05, "position": 4976, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.0982773801515577e-06, "position": 4977, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.8349589342724357e-07, "position": 4978, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.1206221542088315e-05, "position": 4979, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00031755116651766, "position": 4980, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.494579141261056e-05, "position": 4981, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4775308954995126e-05, "position": 4982, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010142180835828185, "position": 4983, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004926145076751709, "position": 4984, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.385596290987451e-06, "position": 4985, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.478205937630264e-06, "position": 4986, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.658594894455746e-06, "position": 4987, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.737344246066641e-05, "position": 4988, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.40002832344544e-08, "position": 4989, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0, "position": 4990, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.13196130466531e-06, "position": 4991, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.316064069418644e-07, "position": 4992, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.353528543608263e-05, "position": 4993, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0, "position": 4994, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000541712564881891, "position": 4995, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0020975125953555107, "position": 4996, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010661238338798285, "position": 4997, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04253840446472168, "position": 4998, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00020111010235268623, "position": 4999, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007290823268704116, "position": 5000, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.2003757038646654e-08, "position": 5001, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030315285548567772, "position": 5002, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.772093128238339e-06, "position": 5003, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001568955252878368, "position": 5004, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.283477265853435e-05, "position": 5005, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00015420580166392028, "position": 5006, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3645114904647926e-07, "position": 5007, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.285095312501653e-07, "position": 5008, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003713369951583445, "position": 5009, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011110279010608792, "position": 5010, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012769688328262419, "position": 5011, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012126300862291828, "position": 5012, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.5348570034111617e-06, "position": 5013, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006657608319073915, "position": 5014, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.933851414534729e-06, "position": 5015, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.773908949573524e-05, "position": 5016, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014897083747200668, "position": 5017, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012079054431524128, "position": 5018, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.2039854431786807e-06, "position": 5019, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.097206692676991e-05, "position": 5020, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01703636348247528, "position": 5021, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01912999339401722, "position": 5022, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.838807894382626e-05, "position": 5023, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3353409485716838e-05, "position": 5024, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006374407559633255, "position": 5025, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0990329161286354, "position": 5026, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.056270696222782135, "position": 5027, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16061869263648987, "position": 5028, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09985997527837753, "position": 5029, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.7858954668045044, "position": 5030, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20938356220722198, "position": 5031, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020695440471172333, "position": 5032, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.059934746474027634, "position": 5033, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022298048716038465, "position": 5034, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.19865307211875916, "position": 5035, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07310859113931656, "position": 5036, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07775275409221649, "position": 5037, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08349274843931198, "position": 5038, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019666675478219986, "position": 5039, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1748397797346115, "position": 5040, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 1.9240365872974508e-05, "position": 5041, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16137251257896423, "position": 5042, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00446906266734004, "position": 5043, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008969705551862717, "position": 5044, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1124890148639679, "position": 5045, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013245061272755265, "position": 5046, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3147013187408447, "position": 5047, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1888011395931244, "position": 5048, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.037079453468322754, "position": 5049, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17039169371128082, "position": 5050, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.015718024224042892, "position": 5051, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004912381060421467, "position": 5052, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002504855510778725, "position": 5053, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.263600804843009e-05, "position": 5054, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014149831258691847, "position": 5055, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008290579542517662, "position": 5056, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005063374061137438, "position": 5057, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006014581769704819, "position": 5058, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01587543822824955, "position": 5059, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.18002361059188843, "position": 5060, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02078159525990486, "position": 5061, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044693514704704285, "position": 5062, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2962775230407715, "position": 5063, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.053572602570056915, "position": 5064, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04404370114207268, "position": 5065, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.17025616765022278, "position": 5066, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10812602937221527, "position": 5067, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002881877007894218, "position": 5068, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007722719456069171, "position": 5069, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05709357187151909, "position": 5070, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3668799102306366, "position": 5071, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017259102314710617, "position": 5072, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06310798972845078, "position": 5073, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021725965663790703, "position": 5074, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001467192079871893, "position": 5075, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002082487102597952, "position": 5076, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14157254993915558, "position": 5077, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.3998056601849385e-05, "position": 5078, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00029280188027769327, "position": 5079, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00204973085783422, "position": 5080, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006248334422707558, "position": 5081, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011502150446176529, "position": 5082, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012101703323423862, "position": 5083, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03776312991976738, "position": 5084, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11312805116176605, "position": 5085, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2453550398349762, "position": 5086, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0003603980876505375, "position": 5087, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22601953148841858, "position": 5088, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.014426263980567455, "position": 5089, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003967039752751589, "position": 5090, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00011862494284287095, "position": 5091, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008177990093827248, "position": 5092, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013264529407024384, "position": 5093, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06078605726361275, "position": 5094, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.13292939960956573, "position": 5095, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04383941739797592, "position": 5096, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009750495082698762, "position": 5097, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07983316481113434, "position": 5098, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004897500388324261, "position": 5099, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00816541351377964, "position": 5100, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01204344630241394, "position": 5101, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010390184819698334, "position": 5102, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010701549472287297, "position": 5103, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002063670544885099, "position": 5104, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00013506949471775442, "position": 5105, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014388008043169975, "position": 5106, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09376134723424911, "position": 5107, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003245438914746046, "position": 5108, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0037673469632864, "position": 5109, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04600105434656143, "position": 5110, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06495267152786255, "position": 5111, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2954784631729126, "position": 5112, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00020613981178030372, "position": 5113, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001868519582785666, "position": 5114, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009917754214257002, "position": 5115, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12004133313894272, "position": 5116, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08000490814447403, "position": 5117, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.301316170720384e-05, "position": 5118, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009681402007117867, "position": 5119, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0572170726954937, "position": 5120, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04127144068479538, "position": 5121, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08788234740495682, "position": 5122, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08322960883378983, "position": 5123, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3636842668056488, "position": 5124, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 9.173421858577058e-06, "position": 5125, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0029480643570423126, "position": 5126, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006359959370456636, "position": 5127, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04529837518930435, "position": 5128, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043978169560432434, "position": 5129, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.16112101078033447, "position": 5130, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005437446758151054, "position": 5131, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002027011476457119, "position": 5132, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00018563336925581098, "position": 5133, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04304689168930054, "position": 5134, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01807478442788124, "position": 5135, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0307094007730484, "position": 5136, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04756344109773636, "position": 5137, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.005882009863853455, "position": 5138, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002769176382571459, "position": 5139, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007048794999718666, "position": 5140, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0019634845666587353, "position": 5141, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0031495888251811266, "position": 5142, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011489247903227806, "position": 5143, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019741179421544075, "position": 5144, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014489287277683616, "position": 5145, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025859754532575607, "position": 5146, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012563003692775965, "position": 5147, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010730058886110783, "position": 5148, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08523500710725784, "position": 5149, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.056254878640174866, "position": 5150, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020140232518315315, "position": 5151, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01527726836502552, "position": 5152, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012971860356628895, "position": 5153, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023589017800986767, "position": 5154, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01071564294397831, "position": 5155, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010466283187270164, "position": 5156, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015923822298645973, "position": 5157, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0026647625491023064, "position": 5158, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012404078617691994, "position": 5159, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01902853138744831, "position": 5160, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020038776099681854, "position": 5161, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01636308990418911, "position": 5162, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0022522336803376675, "position": 5163, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025236614048480988, "position": 5164, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04248090088367462, "position": 5165, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 5.25621508131735e-05, "position": 5166, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03700066730380058, "position": 5167, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01742755062878132, "position": 5168, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02415236458182335, "position": 5169, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008436024188995361, "position": 5170, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04592308774590492, "position": 5171, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03883766382932663, "position": 5172, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018393870443105698, "position": 5173, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02627817913889885, "position": 5174, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0035238899290561676, "position": 5175, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.030777182430028915, "position": 5176, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.061101436614990234, "position": 5177, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012247713282704353, "position": 5178, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0727008581161499, "position": 5179, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08233007043600082, "position": 5180, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.029425807297229767, "position": 5181, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01542670652270317, "position": 5182, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04036198556423187, "position": 5183, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017856890335679054, "position": 5184, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04918880760669708, "position": 5185, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0512114092707634, "position": 5186, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.024804502725601196, "position": 5187, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008054258301854134, "position": 5188, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01329152099788189, "position": 5189, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008697662502527237, "position": 5190, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01274114940315485, "position": 5191, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.030058229342103004, "position": 5192, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00646158866584301, "position": 5193, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00816543772816658, "position": 5194, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008914317935705185, "position": 5195, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010984465479850769, "position": 5196, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.051987797021865845, "position": 5197, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.053989946842193604, "position": 5198, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04444582760334015, "position": 5199, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12860991060733795, "position": 5200, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0033859338145703077, "position": 5201, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017927974462509155, "position": 5202, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02419220097362995, "position": 5203, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018349885940551758, "position": 5204, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028705168515443802, "position": 5205, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006195865571498871, "position": 5206, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019082343205809593, "position": 5207, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008022267371416092, "position": 5208, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.008725753985345364, "position": 5209, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006485987454652786, "position": 5210, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014324539341032505, "position": 5211, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018089255318045616, "position": 5212, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0021890930365771055, "position": 5213, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00633188895881176, "position": 5214, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012156290002167225, "position": 5215, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002681412035599351, "position": 5216, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009995648870244622, "position": 5217, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013370169326663017, "position": 5218, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019133269786834717, "position": 5219, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0038424269296228886, "position": 5220, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001944378251209855, "position": 5221, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015030396170914173, "position": 5222, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07680896669626236, "position": 5223, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06877876818180084, "position": 5224, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0036921522114425898, "position": 5225, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009214736055582762, "position": 5226, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0027560037560760975, "position": 5227, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00047756836283952, "position": 5228, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005145400646142662, "position": 5229, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008175005204975605, "position": 5230, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00512863602489233, "position": 5231, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007981165312230587, "position": 5232, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013740289956331253, "position": 5233, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00512051023542881, "position": 5234, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02626875787973404, "position": 5235, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0370829701423645, "position": 5236, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007089728023856878, "position": 5237, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02838362380862236, "position": 5238, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07082805037498474, "position": 5239, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.004401626996695995, "position": 5240, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0826859250664711, "position": 5241, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025417421013116837, "position": 5242, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001193976029753685, "position": 5243, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07648192346096039, "position": 5244, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014717256999574602, "position": 5245, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.5072934031486511, "position": 5246, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027415834367275238, "position": 5247, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.001345016062259674, "position": 5248, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.096600115299225e-05, "position": 5249, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01592382788658142, "position": 5250, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03730105236172676, "position": 5251, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021912647411227226, "position": 5252, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00455373665317893, "position": 5253, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11596494913101196, "position": 5254, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05969627574086189, "position": 5255, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002690130495466292, "position": 5256, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.7292822778690606e-05, "position": 5257, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017023954540491104, "position": 5258, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00699989777058363, "position": 5259, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06955587863922119, "position": 5260, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05203761160373688, "position": 5261, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005882808472961187, "position": 5262, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018306971760466695, "position": 5263, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00450233556330204, "position": 5264, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010897017637034878, "position": 5265, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007485969923436642, "position": 5266, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.371334046125412, "position": 5267, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0006041041924618185, "position": 5268, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00014567156904377043, "position": 5269, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016854051500558853, "position": 5270, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011479721404612064, "position": 5271, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00022004416678100824, "position": 5272, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05577673763036728, "position": 5273, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12250299006700516, "position": 5274, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.380974910920486e-05, "position": 5275, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.005335075780749321, "position": 5276, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05758870020508766, "position": 5277, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04464538022875786, "position": 5278, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014750828966498375, "position": 5279, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013662233017385006, "position": 5280, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005069480976089835, "position": 5281, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0048661320470273495, "position": 5282, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001882758515421301, "position": 5283, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.35467737913131714, "position": 5284, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.00031657551880925894, "position": 5285, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.2286778150592e-05, "position": 5286, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.9059810913167894e-06, "position": 5287, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.959525879006833e-06, "position": 5288, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0030177482403814793, "position": 5289, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03682347387075424, "position": 5290, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0028189464937895536, "position": 5291, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018153458833694458, "position": 5292, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09035444259643555, "position": 5293, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.012101753614842892, "position": 5294, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023684941232204437, "position": 5295, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03018675372004509, "position": 5296, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.032288674265146255, "position": 5297, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005895354552194476, "position": 5298, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016191542148590088, "position": 5299, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01758308708667755, "position": 5300, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006490918342024088, "position": 5301, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.016590923070907593, "position": 5302, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02281378023326397, "position": 5303, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05921410396695137, "position": 5304, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006826052558608353, "position": 5305, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.26095181703567505, "position": 5306, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06437607854604721, "position": 5307, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05330391228199005, "position": 5308, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.028956154361367226, "position": 5309, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 4.9615951866144314e-05, "position": 5310, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.000139311290695332, "position": 5311, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12849989533424377, "position": 5312, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01234495174139738, "position": 5313, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015024382621049881, "position": 5314, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008218669099733233, "position": 5315, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.6890364754071925e-06, "position": 5316, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01657433807849884, "position": 5317, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07061171531677246, "position": 5318, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020886003971099854, "position": 5319, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.3497139811515808, "position": 5320, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.25922441482543945, "position": 5321, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008257741574198008, "position": 5322, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01164383627474308, "position": 5323, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009662949480116367, "position": 5324, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.3640204071998596, "position": 5325, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018860958516597748, "position": 5326, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10339953750371933, "position": 5327, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00967695564031601, "position": 5328, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004973277449607849, "position": 5329, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00039224623469635844, "position": 5330, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0005193314282223582, "position": 5331, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0955505445599556, "position": 5332, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.29208946228027344, "position": 5333, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.037584446370601654, "position": 5334, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002871599979698658, "position": 5335, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.9463419600215275e-06, "position": 5336, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00441429577767849, "position": 5337, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009644987061619759, "position": 5338, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.051357220858335495, "position": 5339, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.036668889224529266, "position": 5340, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0644276887178421, "position": 5341, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1049254983663559, "position": 5342, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.224837064743042, "position": 5343, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.033722877502441406, "position": 5344, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09762777388095856, "position": 5345, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.6267641186714172, "position": 5346, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008339501917362213, "position": 5347, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0202593132853508, "position": 5348, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013505652314051986, "position": 5349, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.043218567967414856, "position": 5350, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06986141204833984, "position": 5351, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.017784956842660904, "position": 5352, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012107188813388348, "position": 5353, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.138756776228547e-05, "position": 5354, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21134032309055328, "position": 5355, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.021752854809165, "position": 5356, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018849726766347885, "position": 5357, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20108407735824585, "position": 5358, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023487905855290592, "position": 5359, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.649693669809494e-05, "position": 5360, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00012473126116674393, "position": 5361, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2266329526901245, "position": 5362, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011173954233527184, "position": 5363, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.039833731949329376, "position": 5364, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.4429414123878814e-06, "position": 5365, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.004318819846957922, "position": 5366, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05195426195859909, "position": 5367, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022166278213262558, "position": 5368, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015616841614246368, "position": 5369, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0563630610704422, "position": 5370, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21655000746250153, "position": 5371, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.4339651954742294e-07, "position": 5372, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.887276761815883e-06, "position": 5373, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022935835644602776, "position": 5374, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0007412848062813282, "position": 5375, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09562266618013382, "position": 5376, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04785514250397682, "position": 5377, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002217997331172228, "position": 5378, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009556602453812957, "position": 5379, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.006707864347845316, "position": 5380, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012840948766097426, "position": 5381, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.002694559283554554, "position": 5382, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0066658989526331425, "position": 5383, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24016118049621582, "position": 5384, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006423464510589838, "position": 5385, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00034038181183859706, "position": 5386, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001335515989921987, "position": 5387, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02083474025130272, "position": 5388, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08189929276704788, "position": 5389, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2916118800640106, "position": 5390, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0074784704484045506, "position": 5391, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11906081438064575, "position": 5392, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.39980071783065796, "position": 5393, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0018099670996889472, "position": 5394, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1813434660434723, "position": 5395, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00024049528292380273, "position": 5396, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.41451289691031e-05, "position": 5397, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.1330699324607849, "position": 5398, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.21514539420604706, "position": 5399, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0011293641291558743, "position": 5400, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.2113655805587769, "position": 5401, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.2595873773097992, "position": 5402, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09741643816232681, "position": 5403, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07682902365922928, "position": 5404, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20983543992042542, "position": 5405, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0002606585621833801, "position": 5406, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044806890189647675, "position": 5407, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.006478704046458006, "position": 5408, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24709352850914001, "position": 5409, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.18712203204631805, "position": 5410, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05793146789073944, "position": 5411, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03749345988035202, "position": 5412, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07513120770454407, "position": 5413, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023276107385754585, "position": 5414, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011163609102368355, "position": 5415, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00874563679099083, "position": 5416, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07712683826684952, "position": 5417, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06721413880586624, "position": 5418, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04224522039294243, "position": 5419, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015444518998265266, "position": 5420, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04232354462146759, "position": 5421, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07219439744949341, "position": 5422, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1998935341835022, "position": 5423, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03945965692400932, "position": 5424, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009870823472738266, "position": 5425, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06655452400445938, "position": 5426, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.17534537613391876, "position": 5427, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11399096995592117, "position": 5428, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04890958592295647, "position": 5429, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0483442097902298, "position": 5430, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04183570295572281, "position": 5431, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09353981167078018, "position": 5432, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019195467233657837, "position": 5433, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02347216010093689, "position": 5434, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06492926925420761, "position": 5435, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01153547503054142, "position": 5436, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02069963701069355, "position": 5437, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03455212339758873, "position": 5438, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.026373520493507385, "position": 5439, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08433768898248672, "position": 5440, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01520546991378069, "position": 5441, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020255664363503456, "position": 5442, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014298228546977043, "position": 5443, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041636787354946136, "position": 5444, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03692637383937836, "position": 5445, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01143715251237154, "position": 5446, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.031412024050951004, "position": 5447, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0650114119052887, "position": 5448, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010503432713449001, "position": 5449, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02243594452738762, "position": 5450, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03614474833011627, "position": 5451, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019843142479658127, "position": 5452, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021040968596935272, "position": 5453, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.003089462872594595, "position": 5454, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02954499050974846, "position": 5455, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022428343072533607, "position": 5456, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033331853337585926, "position": 5457, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0716303363442421, "position": 5458, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06030065566301346, "position": 5459, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05662287771701813, "position": 5460, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02095361053943634, "position": 5461, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0003058118454646319, "position": 5462, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.9818755390588194e-05, "position": 5463, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007293105125427246, "position": 5464, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027299143373966217, "position": 5465, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12496394664049149, "position": 5466, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023778542526997626, "position": 5467, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03566982224583626, "position": 5468, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14202266931533813, "position": 5469, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001184607157483697, "position": 5470, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012100898893550038, "position": 5471, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011385124176740646, "position": 5472, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016695650992915034, "position": 5473, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009779936634004116, "position": 5474, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22147758305072784, "position": 5475, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013567322865128517, "position": 5476, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022803165018558502, "position": 5477, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009651547879911959, "position": 5478, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008143596351146698, "position": 5479, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010162105318158865, "position": 5480, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006400967831723392, "position": 5481, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4974871873855591, "position": 5482, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.3905918068485335e-06, "position": 5483, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009473677724599838, "position": 5484, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.20419780514203e-05, "position": 5485, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.240264464286156e-05, "position": 5486, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023807655088603497, "position": 5487, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014864285476505756, "position": 5488, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013818067964166403, "position": 5489, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003616349713411182, "position": 5490, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010837919398909435, "position": 5491, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.205937385559082e-05, "position": 5492, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.5963183361454867e-05, "position": 5493, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00019409901869948953, "position": 5494, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004713000380434096, "position": 5495, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8469228962203488e-05, "position": 5496, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5221083913274924e-06, "position": 5497, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.9126187908113934e-05, "position": 5498, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.549204848241061e-06, "position": 5499, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009707619319669902, "position": 5500, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009561954066157341, "position": 5501, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.8043206334114075e-05, "position": 5502, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.67307109425019e-06, "position": 5503, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015492279781028628, "position": 5504, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007844572886824608, "position": 5505, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.697142230725149e-06, "position": 5506, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.692311631515622e-05, "position": 5507, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006592284771613777, "position": 5508, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001729833660647273, "position": 5509, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.865479372208938e-05, "position": 5510, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.0676026401342824e-05, "position": 5511, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001606616424396634, "position": 5512, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.504849781980738e-05, "position": 5513, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001591904874658212, "position": 5514, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1966035344812553e-06, "position": 5515, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004015700542367995, "position": 5516, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013128598220646381, "position": 5517, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.136979896429693e-06, "position": 5518, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.537603748147376e-05, "position": 5519, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00026582079590298235, "position": 5520, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008810891304165125, "position": 5521, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.912877092370763e-06, "position": 5522, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.9070251912344247e-05, "position": 5523, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00020144796872045845, "position": 5524, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.177788246626733e-06, "position": 5525, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.7272101306152763e-06, "position": 5526, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10666865855455399, "position": 5527, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0947834923863411, "position": 5528, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.23537075519561768, "position": 5529, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02095361053943634, "position": 5530, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0003058118454646319, "position": 5531, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.9818755390588194e-05, "position": 5532, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007293105125427246, "position": 5533, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027299143373966217, "position": 5534, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12496394664049149, "position": 5535, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023778542526997626, "position": 5536, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03566982224583626, "position": 5537, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14202266931533813, "position": 5538, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001184607157483697, "position": 5539, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012100898893550038, "position": 5540, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011385124176740646, "position": 5541, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016695650992915034, "position": 5542, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009779936634004116, "position": 5543, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22147758305072784, "position": 5544, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013567322865128517, "position": 5545, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022803165018558502, "position": 5546, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009651547879911959, "position": 5547, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008143596351146698, "position": 5548, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010162105318158865, "position": 5549, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006400967831723392, "position": 5550, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4974871873855591, "position": 5551, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.3905918068485335e-06, "position": 5552, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009473677724599838, "position": 5553, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.20419780514203e-05, "position": 5554, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.240264464286156e-05, "position": 5555, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023807655088603497, "position": 5556, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014864285476505756, "position": 5557, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013818067964166403, "position": 5558, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003616349713411182, "position": 5559, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010837919398909435, "position": 5560, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.205937385559082e-05, "position": 5561, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.5963183361454867e-05, "position": 5562, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00019409901869948953, "position": 5563, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004713000380434096, "position": 5564, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8469228962203488e-05, "position": 5565, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5221083913274924e-06, "position": 5566, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.9126187908113934e-05, "position": 5567, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.549204848241061e-06, "position": 5568, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009707619319669902, "position": 5569, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009561954066157341, "position": 5570, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.8043206334114075e-05, "position": 5571, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.67307109425019e-06, "position": 5572, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015492279781028628, "position": 5573, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007844572886824608, "position": 5574, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.697142230725149e-06, "position": 5575, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.692311631515622e-05, "position": 5576, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006592284771613777, "position": 5577, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001729833660647273, "position": 5578, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.865479372208938e-05, "position": 5579, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.0676026401342824e-05, "position": 5580, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001606616424396634, "position": 5581, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.504849781980738e-05, "position": 5582, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001591904874658212, "position": 5583, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1966035344812553e-06, "position": 5584, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004015700542367995, "position": 5585, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013128598220646381, "position": 5586, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.136979896429693e-06, "position": 5587, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.537603748147376e-05, "position": 5588, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00026582079590298235, "position": 5589, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008810891304165125, "position": 5590, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.912877092370763e-06, "position": 5591, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.9070251912344247e-05, "position": 5592, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00020144796872045845, "position": 5593, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.177788246626733e-06, "position": 5594, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.7272101306152763e-06, "position": 5595, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10666865855455399, "position": 5596, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05228148400783539, "position": 5597, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002606585621833801, "position": 5598, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044806890189647675, "position": 5599, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.006478704046458006, "position": 5600, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24709352850914001, "position": 5601, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06429212540388107, "position": 5602, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06536423414945602, "position": 5603, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0462031215429306, "position": 5604, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010705363936722279, "position": 5605, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023576520383358, "position": 5606, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023309461772441864, "position": 5607, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003675792133435607, "position": 5608, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.013768432661890984, "position": 5609, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018865786492824554, "position": 5610, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05125690624117851, "position": 5611, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.020274780690670013, "position": 5612, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0554412379860878, "position": 5613, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07415396720170975, "position": 5614, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.012097084894776344, "position": 5615, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14156213402748108, "position": 5616, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06263093650341034, "position": 5617, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05934562906622887, "position": 5618, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04272395372390747, "position": 5619, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06839749217033386, "position": 5620, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12296222150325775, "position": 5621, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05387144163250923, "position": 5622, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12204296886920929, "position": 5623, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09800640493631363, "position": 5624, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03801393508911133, "position": 5625, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0673350840806961, "position": 5626, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06059684231877327, "position": 5627, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020426135510206223, "position": 5628, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03095378540456295, "position": 5629, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03670908510684967, "position": 5630, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0642581507563591, "position": 5631, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.038092151284217834, "position": 5632, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08784063160419464, "position": 5633, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04138922691345215, "position": 5634, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008374481461942196, "position": 5635, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07089398801326752, "position": 5636, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007466878741979599, "position": 5637, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.046242620795965195, "position": 5638, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.052718259394168854, "position": 5639, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011545801535248756, "position": 5640, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20259863138198853, "position": 5641, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06341051310300827, "position": 5642, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0631621852517128, "position": 5643, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002606585621833801, "position": 5644, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044806890189647675, "position": 5645, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.006478704046458006, "position": 5646, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24709352850914001, "position": 5647, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06429212540388107, "position": 5648, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06536423414945602, "position": 5649, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0462031215429306, "position": 5650, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010705363936722279, "position": 5651, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023576520383358, "position": 5652, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.023309461772441864, "position": 5653, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.003675792133435607, "position": 5654, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.013768432661890984, "position": 5655, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.018865786492824554, "position": 5656, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05125690624117851, "position": 5657, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.020274780690670013, "position": 5658, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0554412379860878, "position": 5659, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07415396720170975, "position": 5660, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.012097084894776344, "position": 5661, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14156213402748108, "position": 5662, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06263093650341034, "position": 5663, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05934562906622887, "position": 5664, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04272395372390747, "position": 5665, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06839749217033386, "position": 5666, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.12296222150325775, "position": 5667, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05387144163250923, "position": 5668, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12204296886920929, "position": 5669, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09800640493631363, "position": 5670, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03801393508911133, "position": 5671, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0673350840806961, "position": 5672, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06059684231877327, "position": 5673, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020426135510206223, "position": 5674, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03095378540456295, "position": 5675, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03670908510684967, "position": 5676, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0642581507563591, "position": 5677, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.038092151284217834, "position": 5678, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.08784063160419464, "position": 5679, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04138922691345215, "position": 5680, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.008374481461942196, "position": 5681, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07089398801326752, "position": 5682, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007466878741979599, "position": 5683, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.046242620795965195, "position": 5684, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.052718259394168854, "position": 5685, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011545801535248756, "position": 5686, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.20259863138198853, "position": 5687, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.05934007093310356, "position": 5688, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01542662177234888, "position": 5689, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04477101191878319, "position": 5690, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0002606585621833801, "position": 5691, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044806890189647675, "position": 5692, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.006478704046458006, "position": 5693, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24709352850914001, "position": 5694, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.18712203204631805, "position": 5695, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05793146789073944, "position": 5696, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03749345988035202, "position": 5697, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07513120770454407, "position": 5698, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023276107385754585, "position": 5699, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011163609102368355, "position": 5700, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00874563679099083, "position": 5701, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07712683826684952, "position": 5702, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06721413880586624, "position": 5703, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04224522039294243, "position": 5704, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015444518998265266, "position": 5705, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04232354462146759, "position": 5706, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07219439744949341, "position": 5707, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1998935341835022, "position": 5708, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03945965692400932, "position": 5709, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009870823472738266, "position": 5710, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06655452400445938, "position": 5711, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.17534537613391876, "position": 5712, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11399096995592117, "position": 5713, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04890958592295647, "position": 5714, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0483442097902298, "position": 5715, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04183570295572281, "position": 5716, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09353981167078018, "position": 5717, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019195467233657837, "position": 5718, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02347216010093689, "position": 5719, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06492926925420761, "position": 5720, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01153547503054142, "position": 5721, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02069963701069355, "position": 5722, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03455212339758873, "position": 5723, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.026373520493507385, "position": 5724, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08433768898248672, "position": 5725, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01520546991378069, "position": 5726, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020255664363503456, "position": 5727, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014298228546977043, "position": 5728, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041636787354946136, "position": 5729, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03692637383937836, "position": 5730, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01143715251237154, "position": 5731, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.031412024050951004, "position": 5732, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0650114119052887, "position": 5733, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010503432713449001, "position": 5734, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02243594452738762, "position": 5735, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03614474833011627, "position": 5736, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019843142479658127, "position": 5737, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021040968596935272, "position": 5738, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.003089462872594595, "position": 5739, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02954499050974846, "position": 5740, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022428343072533607, "position": 5741, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033331853337585926, "position": 5742, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0716303363442421, "position": 5743, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010741147212684155, "position": 5744, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03218017518520355, "position": 5745, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0002606585621833801, "position": 5746, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.044806890189647675, "position": 5747, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.006478704046458006, "position": 5748, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.24709352850914001, "position": 5749, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.18712203204631805, "position": 5750, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.05793146789073944, "position": 5751, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03749345988035202, "position": 5752, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07513120770454407, "position": 5753, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0023276107385754585, "position": 5754, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011163609102368355, "position": 5755, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00874563679099083, "position": 5756, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.07712683826684952, "position": 5757, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.06721413880586624, "position": 5758, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04224522039294243, "position": 5759, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015444518998265266, "position": 5760, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04232354462146759, "position": 5761, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.07219439744949341, "position": 5762, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.1998935341835022, "position": 5763, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03945965692400932, "position": 5764, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009870823472738266, "position": 5765, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06655452400445938, "position": 5766, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.17534537613391876, "position": 5767, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.11399096995592117, "position": 5768, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.04890958592295647, "position": 5769, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0483442097902298, "position": 5770, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.04183570295572281, "position": 5771, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.09353981167078018, "position": 5772, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.019195467233657837, "position": 5773, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02347216010093689, "position": 5774, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.06492926925420761, "position": 5775, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01153547503054142, "position": 5776, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02069963701069355, "position": 5777, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03455212339758873, "position": 5778, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.026373520493507385, "position": 5779, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.08433768898248672, "position": 5780, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.01520546991378069, "position": 5781, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.020255664363503456, "position": 5782, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.014298228546977043, "position": 5783, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.041636787354946136, "position": 5784, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03692637383937836, "position": 5785, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.01143715251237154, "position": 5786, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.031412024050951004, "position": 5787, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0650114119052887, "position": 5788, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.010503432713449001, "position": 5789, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02243594452738762, "position": 5790, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.03614474833011627, "position": 5791, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.019843142479658127, "position": 5792, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.021040968596935272, "position": 5793, "top10_agreement": false, "top1_agreement": false }, { "forward_kl": 0.003089462872594595, "position": 5794, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.02954499050974846, "position": 5795, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022428343072533607, "position": 5796, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0033331853337585926, "position": 5797, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0716303363442421, "position": 5798, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.025058940052986145, "position": 5799, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.027029888704419136, "position": 5800, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.02095361053943634, "position": 5801, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.0003058118454646319, "position": 5802, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.9818755390588194e-05, "position": 5803, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007293105125427246, "position": 5804, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.027299143373966217, "position": 5805, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.12496394664049149, "position": 5806, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023778542526997626, "position": 5807, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.03566982224583626, "position": 5808, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.14202266931533813, "position": 5809, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001184607157483697, "position": 5810, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0012100898893550038, "position": 5811, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.011385124176740646, "position": 5812, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00016695650992915034, "position": 5813, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009779936634004116, "position": 5814, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.22147758305072784, "position": 5815, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.013567322865128517, "position": 5816, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.022803165018558502, "position": 5817, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009651547879911959, "position": 5818, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008143596351146698, "position": 5819, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0010162105318158865, "position": 5820, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006400967831723392, "position": 5821, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.4974871873855591, "position": 5822, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.3905918068485335e-06, "position": 5823, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.009473677724599838, "position": 5824, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 5.20419780514203e-05, "position": 5825, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.240264464286156e-05, "position": 5826, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00023807655088603497, "position": 5827, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0014864285476505756, "position": 5828, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013818067964166403, "position": 5829, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0003616349713411182, "position": 5830, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00010837919398909435, "position": 5831, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 9.205937385559082e-05, "position": 5832, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.5963183361454867e-05, "position": 5833, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00019409901869948953, "position": 5834, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004713000380434096, "position": 5835, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.8469228962203488e-05, "position": 5836, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.5221083913274924e-06, "position": 5837, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.9126187908113934e-05, "position": 5838, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 3.549204848241061e-06, "position": 5839, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009707619319669902, "position": 5840, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0009561954066157341, "position": 5841, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.8043206334114075e-05, "position": 5842, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.67307109425019e-06, "position": 5843, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0015492279781028628, "position": 5844, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.007844572886824608, "position": 5845, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.697142230725149e-06, "position": 5846, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.692311631515622e-05, "position": 5847, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0006592284771613777, "position": 5848, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.001729833660647273, "position": 5849, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 6.865479372208938e-05, "position": 5850, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.0676026401342824e-05, "position": 5851, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001606616424396634, "position": 5852, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 7.504849781980738e-05, "position": 5853, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0001591904874658212, "position": 5854, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.1966035344812553e-06, "position": 5855, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0004015700542367995, "position": 5856, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0013128598220646381, "position": 5857, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 4.136979896429693e-06, "position": 5858, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 1.537603748147376e-05, "position": 5859, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00026582079590298235, "position": 5860, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.0008810891304165125, "position": 5861, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 8.912877092370763e-06, "position": 5862, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.9070251912344247e-05, "position": 5863, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.00020144796872045845, "position": 5864, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.177788246626733e-06, "position": 5865, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 2.7272101306152763e-06, "position": 5866, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.10666865855455399, "position": 5867, "top10_agreement": true, "top1_agreement": true }, { "forward_kl": 0.015436972491443157, "position": 5868, "top10_agreement": true, "top1_agreement": false }, { "forward_kl": 0.048109568655490875, "position": 5869, "top10_agreement": true, "top1_agreement": false } ], "top10_agreement": 0.9988074957410562, "top1_agreement": 0.9005110732538331 } }, "full_vocabulary": true, "positions": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433, 434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447, 448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475, 476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489, 490, 491, 492, 493, 494, 495, 496, 497, 498, 499, 500, 501, 502, 503, 504, 505, 506, 507, 508, 509, 510, 511, 512, 513, 514, 515, 516, 517, 518, 519, 520, 521, 522, 523, 524, 525, 526, 527, 528, 529, 530, 531, 532, 533, 534, 535, 536, 537, 538, 539, 540, 541, 542, 543, 544, 545, 546, 547, 548, 549, 550, 551, 552, 553, 554, 555, 556, 557, 558, 559, 560, 561, 562, 563, 564, 565, 566, 567, 568, 569, 570, 571, 572, 573, 574, 575, 576, 577, 578, 579, 580, 581, 582, 583, 584, 585, 586, 587, 588, 589, 590, 591, 592, 593, 594, 595, 596, 597, 598, 599, 600, 601, 602, 603, 604, 605, 606, 607, 608, 609, 610, 611, 612, 613, 614, 615, 616, 617, 618, 619, 620, 621, 622, 623, 624, 625, 626, 627, 628, 629, 630, 631, 632, 633, 634, 635, 636, 637, 638, 639, 640, 641, 642, 643, 644, 645, 646, 647, 648, 649, 650, 651, 652, 653, 654, 655, 656, 657, 658, 659, 660, 661, 662, 663, 664, 665, 666, 667, 668, 669, 670, 671, 672, 673, 674, 675, 676, 677, 678, 679, 680, 681, 682, 683, 684, 685, 686, 687, 688, 689, 690, 691, 692, 693, 694, 695, 696, 697, 698, 699, 700, 701, 702, 703, 704, 705, 706, 707, 708, 709, 710, 711, 712, 713, 714, 715, 716, 717, 718, 719, 720, 721, 722, 723, 724, 725, 726, 727, 728, 729, 730, 731, 732, 733, 734, 735, 736, 737, 738, 739, 740, 741, 742, 743, 744, 745, 746, 747, 748, 749, 750, 751, 752, 753, 754, 755, 756, 757, 758, 759, 760, 761, 762, 763, 764, 765, 766, 767, 768, 769, 770, 771, 772, 773, 774, 775, 776, 777, 778, 779, 780, 781, 782, 783, 784, 785, 786, 787, 788, 789, 790, 791, 792, 793, 794, 795, 796, 797, 798, 799, 800, 801, 802, 803, 804, 805, 806, 807, 808, 809, 810, 811, 812, 813, 814, 815, 816, 817, 818, 819, 820, 821, 822, 823, 824, 825, 826, 827, 828, 829, 830, 831, 832, 833, 834, 835, 836, 837, 838, 839, 840, 841, 842, 843, 844, 845, 846, 847, 848, 849, 850, 851, 852, 853, 854, 855, 856, 857, 858, 859, 860, 861, 862, 863, 864, 865, 866, 867, 868, 869, 870, 871, 872, 873, 874, 875, 876, 877, 878, 879, 880, 881, 882, 883, 884, 885, 886, 887, 888, 889, 890, 891, 892, 893, 894, 895, 896, 897, 898, 899, 900, 901, 902, 903, 904, 905, 906, 907, 908, 909, 910, 911, 912, 913, 914, 915, 916, 917, 918, 919, 920, 921, 922, 923, 924, 925, 926, 927, 928, 929, 930, 931, 932, 933, 934, 935, 936, 937, 938, 939, 940, 941, 942, 943, 944, 945, 946, 947, 948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 965, 966, 967, 968, 969, 970, 971, 972, 973, 974, 975, 976, 977, 978, 979, 980, 981, 982, 983, 984, 985, 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1028, 1029, 1030, 1031, 1032, 1033, 1034, 1035, 1036, 1037, 1038, 1039, 1040, 1041, 1042, 1043, 1044, 1045, 1046, 1047, 1048, 1049, 1050, 1051, 1052, 1053, 1054, 1055, 1056, 1057, 1058, 1059, 1060, 1061, 1062, 1063, 1064, 1065, 1066, 1067, 1068, 1069, 1070, 1071, 1072, 1073, 1074, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1086, 1087, 1088, 1089, 1090, 1091, 1092, 1093, 1094, 1095, 1096, 1097, 1098, 1099, 1100, 1101, 1102, 1103, 1104, 1105, 1106, 1107, 1108, 1109, 1110, 1111, 1112, 1113, 1114, 1115, 1116, 1117, 1118, 1119, 1120, 1121, 1122, 1123, 1124, 1125, 1126, 1127, 1128, 1129, 1130, 1131, 1132, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1151, 1152, 1153, 1154, 1155, 1156, 1157, 1158, 1159, 1160, 1161, 1162, 1163, 1164, 1165, 1166, 1167, 1168, 1169, 1170, 1171, 1172, 1173, 1174, 1175, 1176, 1177, 1178, 1179, 1180, 1181, 1182, 1183, 1184, 1185, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1228, 1229, 1230, 1231, 1232, 1233, 1234, 1235, 1236, 1237, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1250, 1251, 1252, 1253, 1254, 1255, 1256, 1257, 1258, 1259, 1260, 1261, 1262, 1263, 1264, 1265, 1266, 1267, 1268, 1269, 1270, 1271, 1272, 1273, 1274, 1275, 1276, 1277, 1278, 1279, 1280, 1281, 1282, 1283, 1284, 1285, 1286, 1287, 1288, 1289, 1290, 1291, 1292, 1293, 1294, 1295, 1296, 1297, 1298, 1299, 1300, 1301, 1302, 1303, 1304, 1305, 1306, 1307, 1308, 1309, 1310, 1311, 1312, 1313, 1314, 1315, 1316, 1317, 1318, 1319, 1320, 1321, 1322, 1323, 1324, 1325, 1326, 1327, 1328, 1329, 1330, 1331, 1332, 1333, 1334, 1335, 1336, 1337, 1338, 1339, 1340, 1341, 1342, 1343, 1344, 1345, 1346, 1347, 1348, 1349, 1350, 1351, 1352, 1353, 1354, 1355, 1356, 1357, 1358, 1359, 1360, 1361, 1362, 1363, 1364, 1365, 1366, 1367, 1368, 1369, 1370, 1371, 1372, 1373, 1374, 1375, 1376, 1377, 1378, 1379, 1380, 1381, 1382, 1383, 1384, 1385, 1386, 1387, 1388, 1389, 1390, 1391, 1392, 1393, 1394, 1395, 1396, 1397, 1398, 1399, 1400, 1401, 1402, 1403, 1404, 1405, 1406, 1407, 1408, 1409, 1410, 1411, 1412, 1413, 1414, 1415, 1416, 1417, 1418, 1419, 1420, 1421, 1422, 1423, 1424, 1425, 1426, 1427, 1428, 1429, 1430, 1431, 1432, 1433, 1434, 1435, 1436, 1437, 1438, 1439, 1440, 1441, 1442, 1443, 1444, 1445, 1446, 1447, 1448, 1449, 1450, 1451, 1452, 1453, 1454, 1455, 1456, 1457, 1458, 1459, 1460, 1461, 1462, 1463, 1464, 1465, 1466, 1467, 1468, 1469, 1470, 1471, 1472, 1473, 1474, 1475, 1476, 1477, 1478, 1479, 1480, 1481, 1482, 1483, 1484, 1485, 1486, 1487, 1488, 1489, 1490, 1491, 1492, 1493, 1494, 1495, 1496, 1497, 1498, 1499, 1500, 1501, 1502, 1503, 1504, 1505, 1506, 1507, 1508, 1509, 1510, 1511, 1512, 1513, 1514, 1515, 1516, 1517, 1518, 1519, 1520, 1521, 1522, 1523, 1524, 1525, 1526, 1527, 1528, 1529, 1530, 1531, 1532, 1533, 1534, 1535, 1536, 1537, 1538, 1539, 1540, 1541, 1542, 1543, 1544, 1545, 1546, 1547, 1548, 1549, 1550, 1551, 1552, 1553, 1554, 1555, 1556, 1557, 1558, 1559, 1560, 1561, 1562, 1563, 1564, 1565, 1566, 1567, 1568, 1569, 1570, 1571, 1572, 1573, 1574, 1575, 1576, 1577, 1578, 1579, 1580, 1581, 1582, 1583, 1584, 1585, 1586, 1587, 1588, 1589, 1590, 1591, 1592, 1593, 1594, 1595, 1596, 1597, 1598, 1599, 1600, 1601, 1602, 1603, 1604, 1605, 1606, 1607, 1608, 1609, 1610, 1611, 1612, 1613, 1614, 1615, 1616, 1617, 1618, 1619, 1620, 1621, 1622, 1623, 1624, 1625, 1626, 1627, 1628, 1629, 1630, 1631, 1632, 1633, 1634, 1635, 1636, 1637, 1638, 1639, 1640, 1641, 1642, 1643, 1644, 1645, 1646, 1647, 1648, 1649, 1650, 1651, 1652, 1653, 1654, 1655, 1656, 1657, 1658, 1659, 1660, 1661, 1662, 1663, 1664, 1665, 1666, 1667, 1668, 1669, 1670, 1671, 1672, 1673, 1674, 1675, 1676, 1677, 1678, 1679, 1680, 1681, 1682, 1683, 1684, 1685, 1686, 1687, 1688, 1689, 1690, 1691, 1692, 1693, 1694, 1695, 1696, 1697, 1698, 1699, 1700, 1701, 1702, 1703, 1704, 1705, 1706, 1707, 1708, 1709, 1710, 1711, 1712, 1713, 1714, 1715, 1716, 1717, 1718, 1719, 1720, 1721, 1722, 1723, 1724, 1725, 1726, 1727, 1728, 1729, 1730, 1731, 1732, 1733, 1734, 1735, 1736, 1737, 1738, 1739, 1740, 1741, 1742, 1743, 1744, 1745, 1746, 1747, 1748, 1749, 1750, 1751, 1752, 1753, 1754, 1755, 1756, 1757, 1758, 1759, 1760, 1761, 1762, 1763, 1764, 1765, 1766, 1767, 1768, 1769, 1770, 1771, 1772, 1773, 1774, 1775, 1776, 1777, 1778, 1779, 1780, 1781, 1782, 1783, 1784, 1785, 1786, 1787, 1788, 1789, 1790, 1791, 1792, 1793, 1794, 1795, 1796, 1797, 1798, 1799, 1800, 1801, 1802, 1803, 1804, 1805, 1806, 1807, 1808, 1809, 1810, 1811, 1812, 1813, 1814, 1815, 1816, 1817, 1818, 1819, 1820, 1821, 1822, 1823, 1824, 1825, 1826, 1827, 1828, 1829, 1830, 1831, 1832, 1833, 1834, 1835, 1836, 1837, 1838, 1839, 1840, 1841, 1842, 1843, 1844, 1845, 1846, 1847, 1848, 1849, 1850, 1851, 1852, 1853, 1854, 1855, 1856, 1857, 1858, 1859, 1860, 1861, 1862, 1863, 1864, 1865, 1866, 1867, 1868, 1869, 1870, 1871, 1872, 1873, 1874, 1875, 1876, 1877, 1878, 1879, 1880, 1881, 1882, 1883, 1884, 1885, 1886, 1887, 1888, 1889, 1890, 1891, 1892, 1893, 1894, 1895, 1896, 1897, 1898, 1899, 1900, 1901, 1902, 1903, 1904, 1905, 1906, 1907, 1908, 1909, 1910, 1911, 1912, 1913, 1914, 1915, 1916, 1917, 1918, 1919, 1920, 1921, 1922, 1923, 1924, 1925, 1926, 1927, 1928, 1929, 1930, 1931, 1932, 1933, 1934, 1935, 1936, 1937, 1938, 1939, 1940, 1941, 1942, 1943, 1944, 1945, 1946, 1947, 1948, 1949, 1950, 1951, 1952, 1953, 1954, 1955, 1956, 1957, 1958, 1959, 1960, 1961, 1962, 1963, 1964, 1965, 1966, 1967, 1968, 1969, 1970, 1971, 1972, 1973, 1974, 1975, 1976, 1977, 1978, 1979, 1980, 1981, 1982, 1983, 1984, 1985, 1986, 1987, 1988, 1989, 1990, 1991, 1992, 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016, 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025, 2026, 2027, 2028, 2029, 2030, 2031, 2032, 2033, 2034, 2035, 2036, 2037, 2038, 2039, 2040, 2041, 2042, 2043, 2044, 2045, 2046, 2047, 2048, 2049, 2050, 2051, 2052, 2053, 2054, 2055, 2056, 2057, 2058, 2059, 2060, 2061, 2062, 2063, 2064, 2065, 2066, 2067, 2068, 2069, 2070, 2071, 2072, 2073, 2074, 2075, 2076, 2077, 2078, 2079, 2080, 2081, 2082, 2083, 2084, 2085, 2086, 2087, 2088, 2089, 2090, 2091, 2092, 2093, 2094, 2095, 2096, 2097, 2098, 2099, 2100, 2101, 2102, 2103, 2104, 2105, 2106, 2107, 2108, 2109, 2110, 2111, 2112, 2113, 2114, 2115, 2116, 2117, 2118, 2119, 2120, 2121, 2122, 2123, 2124, 2125, 2126, 2127, 2128, 2129, 2130, 2131, 2132, 2133, 2134, 2135, 2136, 2137, 2138, 2139, 2140, 2141, 2142, 2143, 2144, 2145, 2146, 2147, 2148, 2149, 2150, 2151, 2152, 2153, 2154, 2155, 2156, 2157, 2158, 2159, 2160, 2161, 2162, 2163, 2164, 2165, 2166, 2167, 2168, 2169, 2170, 2171, 2172, 2173, 2174, 2175, 2176, 2177, 2178, 2179, 2180, 2181, 2182, 2183, 2184, 2185, 2186, 2187, 2188, 2189, 2190, 2191, 2192, 2193, 2194, 2195, 2196, 2197, 2198, 2199, 2200, 2201, 2202, 2203, 2204, 2205, 2206, 2207, 2208, 2209, 2210, 2211, 2212, 2213, 2214, 2215, 2216, 2217, 2218, 2219, 2220, 2221, 2222, 2223, 2224, 2225, 2226, 2227, 2228, 2229, 2230, 2231, 2232, 2233, 2234, 2235, 2236, 2237, 2238, 2239, 2240, 2241, 2242, 2243, 2244, 2245, 2246, 2247, 2248, 2249, 2250, 2251, 2252, 2253, 2254, 2255, 2256, 2257, 2258, 2259, 2260, 2261, 2262, 2263, 2264, 2265, 2266, 2267, 2268, 2269, 2270, 2271, 2272, 2273, 2274, 2275, 2276, 2277, 2278, 2279, 2280, 2281, 2282, 2283, 2284, 2285, 2286, 2287, 2288, 2289, 2290, 2291, 2292, 2293, 2294, 2295, 2296, 2297, 2298, 2299, 2300, 2301, 2302, 2303, 2304, 2305, 2306, 2307, 2308, 2309, 2310, 2311, 2312, 2313, 2314, 2315, 2316, 2317, 2318, 2319, 2320, 2321, 2322, 2323, 2324, 2325, 2326, 2327, 2328, 2329, 2330, 2331, 2332, 2333, 2334, 2335, 2336, 2337, 2338, 2339, 2340, 2341, 2342, 2343, 2344, 2345, 2346, 2347, 2348, 2349, 2350, 2351, 2352, 2353, 2354, 2355, 2356, 2357, 2358, 2359, 2360, 2361, 2362, 2363, 2364, 2365, 2366, 2367, 2368, 2369, 2370, 2371, 2372, 2373, 2374, 2375, 2376, 2377, 2378, 2379, 2380, 2381, 2382, 2383, 2384, 2385, 2386, 2387, 2388, 2389, 2390, 2391, 2392, 2393, 2394, 2395, 2396, 2397, 2398, 2399, 2400, 2401, 2402, 2403, 2404, 2405, 2406, 2407, 2408, 2409, 2410, 2411, 2412, 2413, 2414, 2415, 2416, 2417, 2418, 2419, 2420, 2421, 2422, 2423, 2424, 2425, 2426, 2427, 2428, 2429, 2430, 2431, 2432, 2433, 2434, 2435, 2436, 2437, 2438, 2439, 2440, 2441, 2442, 2443, 2444, 2445, 2446, 2447, 2448, 2449, 2450, 2451, 2452, 2453, 2454, 2455, 2456, 2457, 2458, 2459, 2460, 2461, 2462, 2463, 2464, 2465, 2466, 2467, 2468, 2469, 2470, 2471, 2472, 2473, 2474, 2475, 2476, 2477, 2478, 2479, 2480, 2481, 2482, 2483, 2484, 2485, 2486, 2487, 2488, 2489, 2490, 2491, 2492, 2493, 2494, 2495, 2496, 2497, 2498, 2499, 2500, 2501, 2502, 2503, 2504, 2505, 2506, 2507, 2508, 2509, 2510, 2511, 2512, 2513, 2514, 2515, 2516, 2517, 2518, 2519, 2520, 2521, 2522, 2523, 2524, 2525, 2526, 2527, 2528, 2529, 2530, 2531, 2532, 2533, 2534, 2535, 2536, 2537, 2538, 2539, 2540, 2541, 2542, 2543, 2544, 2545, 2546, 2547, 2548, 2549, 2550, 2551, 2552, 2553, 2554, 2555, 2556, 2557, 2558, 2559, 2560, 2561, 2562, 2563, 2564, 2565, 2566, 2567, 2568, 2569, 2570, 2571, 2572, 2573, 2574, 2575, 2576, 2577, 2578, 2579, 2580, 2581, 2582, 2583, 2584, 2585, 2586, 2587, 2588, 2589, 2590, 2591, 2592, 2593, 2594, 2595, 2596, 2597, 2598, 2599, 2600, 2601, 2602, 2603, 2604, 2605, 2606, 2607, 2608, 2609, 2610, 2611, 2612, 2613, 2614, 2615, 2616, 2617, 2618, 2619, 2620, 2621, 2622, 2623, 2624, 2625, 2626, 2627, 2628, 2629, 2630, 2631, 2632, 2633, 2634, 2635, 2636, 2637, 2638, 2639, 2640, 2641, 2642, 2643, 2644, 2645, 2646, 2647, 2648, 2649, 2650, 2651, 2652, 2653, 2654, 2655, 2656, 2657, 2658, 2659, 2660, 2661, 2662, 2663, 2664, 2665, 2666, 2667, 2668, 2669, 2670, 2671, 2672, 2673, 2674, 2675, 2676, 2677, 2678, 2679, 2680, 2681, 2682, 2683, 2684, 2685, 2686, 2687, 2688, 2689, 2690, 2691, 2692, 2693, 2694, 2695, 2696, 2697, 2698, 2699, 2700, 2701, 2702, 2703, 2704, 2705, 2706, 2707, 2708, 2709, 2710, 2711, 2712, 2713, 2714, 2715, 2716, 2717, 2718, 2719, 2720, 2721, 2722, 2723, 2724, 2725, 2726, 2727, 2728, 2729, 2730, 2731, 2732, 2733, 2734, 2735, 2736, 2737, 2738, 2739, 2740, 2741, 2742, 2743, 2744, 2745, 2746, 2747, 2748, 2749, 2750, 2751, 2752, 2753, 2754, 2755, 2756, 2757, 2758, 2759, 2760, 2761, 2762, 2763, 2764, 2765, 2766, 2767, 2768, 2769, 2770, 2771, 2772, 2773, 2774, 2775, 2776, 2777, 2778, 2779, 2780, 2781, 2782, 2783, 2784, 2785, 2786, 2787, 2788, 2789, 2790, 2791, 2792, 2793, 2794, 2795, 2796, 2797, 2798, 2799, 2800, 2801, 2802, 2803, 2804, 2805, 2806, 2807, 2808, 2809, 2810, 2811, 2812, 2813, 2814, 2815, 2816, 2817, 2818, 2819, 2820, 2821, 2822, 2823, 2824, 2825, 2826, 2827, 2828, 2829, 2830, 2831, 2832, 2833, 2834, 2835, 2836, 2837, 2838, 2839, 2840, 2841, 2842, 2843, 2844, 2845, 2846, 2847, 2848, 2849, 2850, 2851, 2852, 2853, 2854, 2855, 2856, 2857, 2858, 2859, 2860, 2861, 2862, 2863, 2864, 2865, 2866, 2867, 2868, 2869, 2870, 2871, 2872, 2873, 2874, 2875, 2876, 2877, 2878, 2879, 2880, 2881, 2882, 2883, 2884, 2885, 2886, 2887, 2888, 2889, 2890, 2891, 2892, 2893, 2894, 2895, 2896, 2897, 2898, 2899, 2900, 2901, 2902, 2903, 2904, 2905, 2906, 2907, 2908, 2909, 2910, 2911, 2912, 2913, 2914, 2915, 2916, 2917, 2918, 2919, 2920, 2921, 2922, 2923, 2924, 2925, 2926, 2927, 2928, 2929, 2930, 2931, 2932, 2933, 2934, 2935, 2936, 2937, 2938, 2939, 2940, 2941, 2942, 2943, 2944, 2945, 2946, 2947, 2948, 2949, 2950, 2951, 2952, 2953, 2954, 2955, 2956, 2957, 2958, 2959, 2960, 2961, 2962, 2963, 2964, 2965, 2966, 2967, 2968, 2969, 2970, 2971, 2972, 2973, 2974, 2975, 2976, 2977, 2978, 2979, 2980, 2981, 2982, 2983, 2984, 2985, 2986, 2987, 2988, 2989, 2990, 2991, 2992, 2993, 2994, 2995, 2996, 2997, 2998, 2999, 3000, 3001, 3002, 3003, 3004, 3005, 3006, 3007, 3008, 3009, 3010, 3011, 3012, 3013, 3014, 3015, 3016, 3017, 3018, 3019, 3020, 3021, 3022, 3023, 3024, 3025, 3026, 3027, 3028, 3029, 3030, 3031, 3032, 3033, 3034, 3035, 3036, 3037, 3038, 3039, 3040, 3041, 3042, 3043, 3044, 3045, 3046, 3047, 3048, 3049, 3050, 3051, 3052, 3053, 3054, 3055, 3056, 3057, 3058, 3059, 3060, 3061, 3062, 3063, 3064, 3065, 3066, 3067, 3068, 3069, 3070, 3071, 3072, 3073, 3074, 3075, 3076, 3077, 3078, 3079, 3080, 3081, 3082, 3083, 3084, 3085, 3086, 3087, 3088, 3089, 3090, 3091, 3092, 3093, 3094, 3095, 3096, 3097, 3098, 3099, 3100, 3101, 3102, 3103, 3104, 3105, 3106, 3107, 3108, 3109, 3110, 3111, 3112, 3113, 3114, 3115, 3116, 3117, 3118, 3119, 3120, 3121, 3122, 3123, 3124, 3125, 3126, 3127, 3128, 3129, 3130, 3131, 3132, 3133, 3134, 3135, 3136, 3137, 3138, 3139, 3140, 3141, 3142, 3143, 3144, 3145, 3146, 3147, 3148, 3149, 3150, 3151, 3152, 3153, 3154, 3155, 3156, 3157, 3158, 3159, 3160, 3161, 3162, 3163, 3164, 3165, 3166, 3167, 3168, 3169, 3170, 3171, 3172, 3173, 3174, 3175, 3176, 3177, 3178, 3179, 3180, 3181, 3182, 3183, 3184, 3185, 3186, 3187, 3188, 3189, 3190, 3191, 3192, 3193, 3194, 3195, 3196, 3197, 3198, 3199, 3200, 3201, 3202, 3203, 3204, 3205, 3206, 3207, 3208, 3209, 3210, 3211, 3212, 3213, 3214, 3215, 3216, 3217, 3218, 3219, 3220, 3221, 3222, 3223, 3224, 3225, 3226, 3227, 3228, 3229, 3230, 3231, 3232, 3233, 3234, 3235, 3236, 3237, 3238, 3239, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3247, 3248, 3249, 3250, 3251, 3252, 3253, 3254, 3255, 3256, 3257, 3258, 3259, 3260, 3261, 3262, 3263, 3264, 3265, 3266, 3267, 3268, 3269, 3270, 3271, 3272, 3273, 3274, 3275, 3276, 3277, 3278, 3279, 3280, 3281, 3282, 3283, 3284, 3285, 3286, 3287, 3288, 3289, 3290, 3291, 3292, 3293, 3294, 3295, 3296, 3297, 3298, 3299, 3300, 3301, 3302, 3303, 3304, 3305, 3306, 3307, 3308, 3309, 3310, 3311, 3312, 3313, 3314, 3315, 3316, 3317, 3318, 3319, 3320, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3328, 3329, 3330, 3331, 3332, 3333, 3334, 3335, 3336, 3337, 3338, 3339, 3340, 3341, 3342, 3343, 3344, 3345, 3346, 3347, 3348, 3349, 3350, 3351, 3352, 3353, 3354, 3355, 3356, 3357, 3358, 3359, 3360, 3361, 3362, 3363, 3364, 3365, 3366, 3367, 3368, 3369, 3370, 3371, 3372, 3373, 3374, 3375, 3376, 3377, 3378, 3379, 3380, 3381, 3382, 3383, 3384, 3385, 3386, 3387, 3388, 3389, 3390, 3391, 3392, 3393, 3394, 3395, 3396, 3397, 3398, 3399, 3400, 3401, 3402, 3403, 3404, 3405, 3406, 3407, 3408, 3409, 3410, 3411, 3412, 3413, 3414, 3415, 3416, 3417, 3418, 3419, 3420, 3421, 3422, 3423, 3424, 3425, 3426, 3427, 3428, 3429, 3430, 3431, 3432, 3433, 3434, 3435, 3436, 3437, 3438, 3439, 3440, 3441, 3442, 3443, 3444, 3445, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3454, 3455, 3456, 3457, 3458, 3459, 3460, 3461, 3462, 3463, 3464, 3465, 3466, 3467, 3468, 3469, 3470, 3471, 3472, 3473, 3474, 3475, 3476, 3477, 3478, 3479, 3480, 3481, 3482, 3483, 3484, 3485, 3486, 3487, 3488, 3489, 3490, 3491, 3492, 3493, 3494, 3495, 3496, 3497, 3498, 3499, 3500, 3501, 3502, 3503, 3504, 3505, 3506, 3507, 3508, 3509, 3510, 3511, 3512, 3513, 3514, 3515, 3516, 3517, 3518, 3519, 3520, 3521, 3522, 3523, 3524, 3525, 3526, 3527, 3528, 3529, 3530, 3531, 3532, 3533, 3534, 3535, 3536, 3537, 3538, 3539, 3540, 3541, 3542, 3543, 3544, 3545, 3546, 3547, 3548, 3549, 3550, 3551, 3552, 3553, 3554, 3555, 3556, 3557, 3558, 3559, 3560, 3561, 3562, 3563, 3564, 3565, 3566, 3567, 3568, 3569, 3570, 3571, 3572, 3573, 3574, 3575, 3576, 3577, 3578, 3579, 3580, 3581, 3582, 3583, 3584, 3585, 3586, 3587, 3588, 3589, 3590, 3591, 3592, 3593, 3594, 3595, 3596, 3597, 3598, 3599, 3600, 3601, 3602, 3603, 3604, 3605, 3606, 3607, 3608, 3609, 3610, 3611, 3612, 3613, 3614, 3615, 3616, 3617, 3618, 3619, 3620, 3621, 3622, 3623, 3624, 3625, 3626, 3627, 3628, 3629, 3630, 3631, 3632, 3633, 3634, 3635, 3636, 3637, 3638, 3639, 3640, 3641, 3642, 3643, 3644, 3645, 3646, 3647, 3648, 3649, 3650, 3651, 3652, 3653, 3654, 3655, 3656, 3657, 3658, 3659, 3660, 3661, 3662, 3663, 3664, 3665, 3666, 3667, 3668, 3669, 3670, 3671, 3672, 3673, 3674, 3675, 3676, 3677, 3678, 3679, 3680, 3681, 3682, 3683, 3684, 3685, 3686, 3687, 3688, 3689, 3690, 3691, 3692, 3693, 3694, 3695, 3696, 3697, 3698, 3699, 3700, 3701, 3702, 3703, 3704, 3705, 3706, 3707, 3708, 3709, 3710, 3711, 3712, 3713, 3714, 3715, 3716, 3717, 3718, 3719, 3720, 3721, 3722, 3723, 3724, 3725, 3726, 3727, 3728, 3729, 3730, 3731, 3732, 3733, 3734, 3735, 3736, 3737, 3738, 3739, 3740, 3741, 3742, 3743, 3744, 3745, 3746, 3747, 3748, 3749, 3750, 3751, 3752, 3753, 3754, 3755, 3756, 3757, 3758, 3759, 3760, 3761, 3762, 3763, 3764, 3765, 3766, 3767, 3768, 3769, 3770, 3771, 3772, 3773, 3774, 3775, 3776, 3777, 3778, 3779, 3780, 3781, 3782, 3783, 3784, 3785, 3786, 3787, 3788, 3789, 3790, 3791, 3792, 3793, 3794, 3795, 3796, 3797, 3798, 3799, 3800, 3801, 3802, 3803, 3804, 3805, 3806, 3807, 3808, 3809, 3810, 3811, 3812, 3813, 3814, 3815, 3816, 3817, 3818, 3819, 3820, 3821, 3822, 3823, 3824, 3825, 3826, 3827, 3828, 3829, 3830, 3831, 3832, 3833, 3834, 3835, 3836, 3837, 3838, 3839, 3840, 3841, 3842, 3843, 3844, 3845, 3846, 3847, 3848, 3849, 3850, 3851, 3852, 3853, 3854, 3855, 3856, 3857, 3858, 3859, 3860, 3861, 3862, 3863, 3864, 3865, 3866, 3867, 3868, 3869, 3870, 3871, 3872, 3873, 3874, 3875, 3876, 3877, 3878, 3879, 3880, 3881, 3882, 3883, 3884, 3885, 3886, 3887, 3888, 3889, 3890, 3891, 3892, 3893, 3894, 3895, 3896, 3897, 3898, 3899, 3900, 3901, 3902, 3903, 3904, 3905, 3906, 3907, 3908, 3909, 3910, 3911, 3912, 3913, 3914, 3915, 3916, 3917, 3918, 3919, 3920, 3921, 3922, 3923, 3924, 3925, 3926, 3927, 3928, 3929, 3930, 3931, 3932, 3933, 3934, 3935, 3936, 3937, 3938, 3939, 3940, 3941, 3942, 3943, 3944, 3945, 3946, 3947, 3948, 3949, 3950, 3951, 3952, 3953, 3954, 3955, 3956, 3957, 3958, 3959, 3960, 3961, 3962, 3963, 3964, 3965, 3966, 3967, 3968, 3969, 3970, 3971, 3972, 3973, 3974, 3975, 3976, 3977, 3978, 3979, 3980, 3981, 3982, 3983, 3984, 3985, 3986, 3987, 3988, 3989, 3990, 3991, 3992, 3993, 3994, 3995, 3996, 3997, 3998, 3999, 4000, 4001, 4002, 4003, 4004, 4005, 4006, 4007, 4008, 4009, 4010, 4011, 4012, 4013, 4014, 4015, 4016, 4017, 4018, 4019, 4020, 4021, 4022, 4023, 4024, 4025, 4026, 4027, 4028, 4029, 4030, 4031, 4032, 4033, 4034, 4035, 4036, 4037, 4038, 4039, 4040, 4041, 4042, 4043, 4044, 4045, 4046, 4047, 4048, 4049, 4050, 4051, 4052, 4053, 4054, 4055, 4056, 4057, 4058, 4059, 4060, 4061, 4062, 4063, 4064, 4065, 4066, 4067, 4068, 4069, 4070, 4071, 4072, 4073, 4074, 4075, 4076, 4077, 4078, 4079, 4080, 4081, 4082, 4083, 4084, 4085, 4086, 4087, 4088, 4089, 4090, 4091, 4092, 4093, 4094, 4095, 4096, 4097, 4098, 4099, 4100, 4101, 4102, 4103, 4104, 4105, 4106, 4107, 4108, 4109, 4110, 4111, 4112, 4113, 4114, 4115, 4116, 4117, 4118, 4119, 4120, 4121, 4122, 4123, 4124, 4125, 4126, 4127, 4128, 4129, 4130, 4131, 4132, 4133, 4134, 4135, 4136, 4137, 4138, 4139, 4140, 4141, 4142, 4143, 4144, 4145, 4146, 4147, 4148, 4149, 4150, 4151, 4152, 4153, 4154, 4155, 4156, 4157, 4158, 4159, 4160, 4161, 4162, 4163, 4164, 4165, 4166, 4167, 4168, 4169, 4170, 4171, 4172, 4173, 4174, 4175, 4176, 4177, 4178, 4179, 4180, 4181, 4182, 4183, 4184, 4185, 4186, 4187, 4188, 4189, 4190, 4191, 4192, 4193, 4194, 4195, 4196, 4197, 4198, 4199, 4200, 4201, 4202, 4203, 4204, 4205, 4206, 4207, 4208, 4209, 4210, 4211, 4212, 4213, 4214, 4215, 4216, 4217, 4218, 4219, 4220, 4221, 4222, 4223, 4224, 4225, 4226, 4227, 4228, 4229, 4230, 4231, 4232, 4233, 4234, 4235, 4236, 4237, 4238, 4239, 4240, 4241, 4242, 4243, 4244, 4245, 4246, 4247, 4248, 4249, 4250, 4251, 4252, 4253, 4254, 4255, 4256, 4257, 4258, 4259, 4260, 4261, 4262, 4263, 4264, 4265, 4266, 4267, 4268, 4269, 4270, 4271, 4272, 4273, 4274, 4275, 4276, 4277, 4278, 4279, 4280, 4281, 4282, 4283, 4284, 4285, 4286, 4287, 4288, 4289, 4290, 4291, 4292, 4293, 4294, 4295, 4296, 4297, 4298, 4299, 4300, 4301, 4302, 4303, 4304, 4305, 4306, 4307, 4308, 4309, 4310, 4311, 4312, 4313, 4314, 4315, 4316, 4317, 4318, 4319, 4320, 4321, 4322, 4323, 4324, 4325, 4326, 4327, 4328, 4329, 4330, 4331, 4332, 4333, 4334, 4335, 4336, 4337, 4338, 4339, 4340, 4341, 4342, 4343, 4344, 4345, 4346, 4347, 4348, 4349, 4350, 4351, 4352, 4353, 4354, 4355, 4356, 4357, 4358, 4359, 4360, 4361, 4362, 4363, 4364, 4365, 4366, 4367, 4368, 4369, 4370, 4371, 4372, 4373, 4374, 4375, 4376, 4377, 4378, 4379, 4380, 4381, 4382, 4383, 4384, 4385, 4386, 4387, 4388, 4389, 4390, 4391, 4392, 4393, 4394, 4395, 4396, 4397, 4398, 4399, 4400, 4401, 4402, 4403, 4404, 4405, 4406, 4407, 4408, 4409, 4410, 4411, 4412, 4413, 4414, 4415, 4416, 4417, 4418, 4419, 4420, 4421, 4422, 4423, 4424, 4425, 4426, 4427, 4428, 4429, 4430, 4431, 4432, 4433, 4434, 4435, 4436, 4437, 4438, 4439, 4440, 4441, 4442, 4443, 4444, 4445, 4446, 4447, 4448, 4449, 4450, 4451, 4452, 4453, 4454, 4455, 4456, 4457, 4458, 4459, 4460, 4461, 4462, 4463, 4464, 4465, 4466, 4467, 4468, 4469, 4470, 4471, 4472, 4473, 4474, 4475, 4476, 4477, 4478, 4479, 4480, 4481, 4482, 4483, 4484, 4485, 4486, 4487, 4488, 4489, 4490, 4491, 4492, 4493, 4494, 4495, 4496, 4497, 4498, 4499, 4500, 4501, 4502, 4503, 4504, 4505, 4506, 4507, 4508, 4509, 4510, 4511, 4512, 4513, 4514, 4515, 4516, 4517, 4518, 4519, 4520, 4521, 4522, 4523, 4524, 4525, 4526, 4527, 4528, 4529, 4530, 4531, 4532, 4533, 4534, 4535, 4536, 4537, 4538, 4539, 4540, 4541, 4542, 4543, 4544, 4545, 4546, 4547, 4548, 4549, 4550, 4551, 4552, 4553, 4554, 4555, 4556, 4557, 4558, 4559, 4560, 4561, 4562, 4563, 4564, 4565, 4566, 4567, 4568, 4569, 4570, 4571, 4572, 4573, 4574, 4575, 4576, 4577, 4578, 4579, 4580, 4581, 4582, 4583, 4584, 4585, 4586, 4587, 4588, 4589, 4590, 4591, 4592, 4593, 4594, 4595, 4596, 4597, 4598, 4599, 4600, 4601, 4602, 4603, 4604, 4605, 4606, 4607, 4608, 4609, 4610, 4611, 4612, 4613, 4614, 4615, 4616, 4617, 4618, 4619, 4620, 4621, 4622, 4623, 4624, 4625, 4626, 4627, 4628, 4629, 4630, 4631, 4632, 4633, 4634, 4635, 4636, 4637, 4638, 4639, 4640, 4641, 4642, 4643, 4644, 4645, 4646, 4647, 4648, 4649, 4650, 4651, 4652, 4653, 4654, 4655, 4656, 4657, 4658, 4659, 4660, 4661, 4662, 4663, 4664, 4665, 4666, 4667, 4668, 4669, 4670, 4671, 4672, 4673, 4674, 4675, 4676, 4677, 4678, 4679, 4680, 4681, 4682, 4683, 4684, 4685, 4686, 4687, 4688, 4689, 4690, 4691, 4692, 4693, 4694, 4695, 4696, 4697, 4698, 4699, 4700, 4701, 4702, 4703, 4704, 4705, 4706, 4707, 4708, 4709, 4710, 4711, 4712, 4713, 4714, 4715, 4716, 4717, 4718, 4719, 4720, 4721, 4722, 4723, 4724, 4725, 4726, 4727, 4728, 4729, 4730, 4731, 4732, 4733, 4734, 4735, 4736, 4737, 4738, 4739, 4740, 4741, 4742, 4743, 4744, 4745, 4746, 4747, 4748, 4749, 4750, 4751, 4752, 4753, 4754, 4755, 4756, 4757, 4758, 4759, 4760, 4761, 4762, 4763, 4764, 4765, 4766, 4767, 4768, 4769, 4770, 4771, 4772, 4773, 4774, 4775, 4776, 4777, 4778, 4779, 4780, 4781, 4782, 4783, 4784, 4785, 4786, 4787, 4788, 4789, 4790, 4791, 4792, 4793, 4794, 4795, 4796, 4797, 4798, 4799, 4800, 4801, 4802, 4803, 4804, 4805, 4806, 4807, 4808, 4809, 4810, 4811, 4812, 4813, 4814, 4815, 4816, 4817, 4818, 4819, 4820, 4821, 4822, 4823, 4824, 4825, 4826, 4827, 4828, 4829, 4830, 4831, 4832, 4833, 4834, 4835, 4836, 4837, 4838, 4839, 4840, 4841, 4842, 4843, 4844, 4845, 4846, 4847, 4848, 4849, 4850, 4851, 4852, 4853, 4854, 4855, 4856, 4857, 4858, 4859, 4860, 4861, 4862, 4863, 4864, 4865, 4866, 4867, 4868, 4869, 4870, 4871, 4872, 4873, 4874, 4875, 4876, 4877, 4878, 4879, 4880, 4881, 4882, 4883, 4884, 4885, 4886, 4887, 4888, 4889, 4890, 4891, 4892, 4893, 4894, 4895, 4896, 4897, 4898, 4899, 4900, 4901, 4902, 4903, 4904, 4905, 4906, 4907, 4908, 4909, 4910, 4911, 4912, 4913, 4914, 4915, 4916, 4917, 4918, 4919, 4920, 4921, 4922, 4923, 4924, 4925, 4926, 4927, 4928, 4929, 4930, 4931, 4932, 4933, 4934, 4935, 4936, 4937, 4938, 4939, 4940, 4941, 4942, 4943, 4944, 4945, 4946, 4947, 4948, 4949, 4950, 4951, 4952, 4953, 4954, 4955, 4956, 4957, 4958, 4959, 4960, 4961, 4962, 4963, 4964, 4965, 4966, 4967, 4968, 4969, 4970, 4971, 4972, 4973, 4974, 4975, 4976, 4977, 4978, 4979, 4980, 4981, 4982, 4983, 4984, 4985, 4986, 4987, 4988, 4989, 4990, 4991, 4992, 4993, 4994, 4995, 4996, 4997, 4998, 4999, 5000, 5001, 5002, 5003, 5004, 5005, 5006, 5007, 5008, 5009, 5010, 5011, 5012, 5013, 5014, 5015, 5016, 5017, 5018, 5019, 5020, 5021, 5022, 5023, 5024, 5025, 5026, 5027, 5028, 5029, 5030, 5031, 5032, 5033, 5034, 5035, 5036, 5037, 5038, 5039, 5040, 5041, 5042, 5043, 5044, 5045, 5046, 5047, 5048, 5049, 5050, 5051, 5052, 5053, 5054, 5055, 5056, 5057, 5058, 5059, 5060, 5061, 5062, 5063, 5064, 5065, 5066, 5067, 5068, 5069, 5070, 5071, 5072, 5073, 5074, 5075, 5076, 5077, 5078, 5079, 5080, 5081, 5082, 5083, 5084, 5085, 5086, 5087, 5088, 5089, 5090, 5091, 5092, 5093, 5094, 5095, 5096, 5097, 5098, 5099, 5100, 5101, 5102, 5103, 5104, 5105, 5106, 5107, 5108, 5109, 5110, 5111, 5112, 5113, 5114, 5115, 5116, 5117, 5118, 5119, 5120, 5121, 5122, 5123, 5124, 5125, 5126, 5127, 5128, 5129, 5130, 5131, 5132, 5133, 5134, 5135, 5136, 5137, 5138, 5139, 5140, 5141, 5142, 5143, 5144, 5145, 5146, 5147, 5148, 5149, 5150, 5151, 5152, 5153, 5154, 5155, 5156, 5157, 5158, 5159, 5160, 5161, 5162, 5163, 5164, 5165, 5166, 5167, 5168, 5169, 5170, 5171, 5172, 5173, 5174, 5175, 5176, 5177, 5178, 5179, 5180, 5181, 5182, 5183, 5184, 5185, 5186, 5187, 5188, 5189, 5190, 5191, 5192, 5193, 5194, 5195, 5196, 5197, 5198, 5199, 5200, 5201, 5202, 5203, 5204, 5205, 5206, 5207, 5208, 5209, 5210, 5211, 5212, 5213, 5214, 5215, 5216, 5217, 5218, 5219, 5220, 5221, 5222, 5223, 5224, 5225, 5226, 5227, 5228, 5229, 5230, 5231, 5232, 5233, 5234, 5235, 5236, 5237, 5238, 5239, 5240, 5241, 5242, 5243, 5244, 5245, 5246, 5247, 5248, 5249, 5250, 5251, 5252, 5253, 5254, 5255, 5256, 5257, 5258, 5259, 5260, 5261, 5262, 5263, 5264, 5265, 5266, 5267, 5268, 5269, 5270, 5271, 5272, 5273, 5274, 5275, 5276, 5277, 5278, 5279, 5280, 5281, 5282, 5283, 5284, 5285, 5286, 5287, 5288, 5289, 5290, 5291, 5292, 5293, 5294, 5295, 5296, 5297, 5298, 5299, 5300, 5301, 5302, 5303, 5304, 5305, 5306, 5307, 5308, 5309, 5310, 5311, 5312, 5313, 5314, 5315, 5316, 5317, 5318, 5319, 5320, 5321, 5322, 5323, 5324, 5325, 5326, 5327, 5328, 5329, 5330, 5331, 5332, 5333, 5334, 5335, 5336, 5337, 5338, 5339, 5340, 5341, 5342, 5343, 5344, 5345, 5346, 5347, 5348, 5349, 5350, 5351, 5352, 5353, 5354, 5355, 5356, 5357, 5358, 5359, 5360, 5361, 5362, 5363, 5364, 5365, 5366, 5367, 5368, 5369, 5370, 5371, 5372, 5373, 5374, 5375, 5376, 5377, 5378, 5379, 5380, 5381, 5382, 5383, 5384, 5385, 5386, 5387, 5388, 5389, 5390, 5391, 5392, 5393, 5394, 5395, 5396, 5397, 5398, 5399, 5400, 5401, 5402, 5403, 5404, 5405, 5406, 5407, 5408, 5409, 5410, 5411, 5412, 5413, 5414, 5415, 5416, 5417, 5418, 5419, 5420, 5421, 5422, 5423, 5424, 5425, 5426, 5427, 5428, 5429, 5430, 5431, 5432, 5433, 5434, 5435, 5436, 5437, 5438, 5439, 5440, 5441, 5442, 5443, 5444, 5445, 5446, 5447, 5448, 5449, 5450, 5451, 5452, 5453, 5454, 5455, 5456, 5457, 5458, 5459, 5460, 5461, 5462, 5463, 5464, 5465, 5466, 5467, 5468, 5469, 5470, 5471, 5472, 5473, 5474, 5475, 5476, 5477, 5478, 5479, 5480, 5481, 5482, 5483, 5484, 5485, 5486, 5487, 5488, 5489, 5490, 5491, 5492, 5493, 5494, 5495, 5496, 5497, 5498, 5499, 5500, 5501, 5502, 5503, 5504, 5505, 5506, 5507, 5508, 5509, 5510, 5511, 5512, 5513, 5514, 5515, 5516, 5517, 5518, 5519, 5520, 5521, 5522, 5523, 5524, 5525, 5526, 5527, 5528, 5529, 5530, 5531, 5532, 5533, 5534, 5535, 5536, 5537, 5538, 5539, 5540, 5541, 5542, 5543, 5544, 5545, 5546, 5547, 5548, 5549, 5550, 5551, 5552, 5553, 5554, 5555, 5556, 5557, 5558, 5559, 5560, 5561, 5562, 5563, 5564, 5565, 5566, 5567, 5568, 5569, 5570, 5571, 5572, 5573, 5574, 5575, 5576, 5577, 5578, 5579, 5580, 5581, 5582, 5583, 5584, 5585, 5586, 5587, 5588, 5589, 5590, 5591, 5592, 5593, 5594, 5595, 5596, 5597, 5598, 5599, 5600, 5601, 5602, 5603, 5604, 5605, 5606, 5607, 5608, 5609, 5610, 5611, 5612, 5613, 5614, 5615, 5616, 5617, 5618, 5619, 5620, 5621, 5622, 5623, 5624, 5625, 5626, 5627, 5628, 5629, 5630, 5631, 5632, 5633, 5634, 5635, 5636, 5637, 5638, 5639, 5640, 5641, 5642, 5643, 5644, 5645, 5646, 5647, 5648, 5649, 5650, 5651, 5652, 5653, 5654, 5655, 5656, 5657, 5658, 5659, 5660, 5661, 5662, 5663, 5664, 5665, 5666, 5667, 5668, 5669, 5670, 5671, 5672, 5673, 5674, 5675, 5676, 5677, 5678, 5679, 5680, 5681, 5682, 5683, 5684, 5685, 5686, 5687, 5688, 5689, 5690, 5691, 5692, 5693, 5694, 5695, 5696, 5697, 5698, 5699, 5700, 5701, 5702, 5703, 5704, 5705, 5706, 5707, 5708, 5709, 5710, 5711, 5712, 5713, 5714, 5715, 5716, 5717, 5718, 5719, 5720, 5721, 5722, 5723, 5724, 5725, 5726, 5727, 5728, 5729, 5730, 5731, 5732, 5733, 5734, 5735, 5736, 5737, 5738, 5739, 5740, 5741, 5742, 5743, 5744, 5745, 5746, 5747, 5748, 5749, 5750, 5751, 5752, 5753, 5754, 5755, 5756, 5757, 5758, 5759, 5760, 5761, 5762, 5763, 5764, 5765, 5766, 5767, 5768, 5769, 5770, 5771, 5772, 5773, 5774, 5775, 5776, 5777, 5778, 5779, 5780, 5781, 5782, 5783, 5784, 5785, 5786, 5787, 5788, 5789, 5790, 5791, 5792, 5793, 5794, 5795, 5796, 5797, 5798, 5799, 5800, 5801, 5802, 5803, 5804, 5805, 5806, 5807, 5808, 5809, 5810, 5811, 5812, 5813, 5814, 5815, 5816, 5817, 5818, 5819, 5820, 5821, 5822, 5823, 5824, 5825, 5826, 5827, 5828, 5829, 5830, 5831, 5832, 5833, 5834, 5835, 5836, 5837, 5838, 5839, 5840, 5841, 5842, 5843, 5844, 5845, 5846, 5847, 5848, 5849, 5850, 5851, 5852, 5853, 5854, 5855, 5856, 5857, 5858, 5859, 5860, 5861, 5862, 5863, 5864, 5865, 5866, 5867, 5868, 5869 ], "vocab_size": 154880 }, "generation": { "prompts": [ { "id": "code", "prompt": "Write a concise Python 3.12 function `stable_top_k(items, k)` that returns the k largest `(score, value)` pairs by descending score while preserving input order for ties. Explain the complexity and handle k=0.", "prompt_token_ids": [ 154822, 154824, 154827, 7984, 264, 63141, 13020, 220, 18, 13, 98886, 729, 1565, 27897, 10421, 4698, 24267, 11, 595, 45907, 429, 4675, 279, 595, 7772, 48347, 12332, 11, 897, 45907, 13521, 553, 42839, 5456, 1393, 46607, 1946, 1973, 369, 19780, 13, 81247, 279, 23031, 323, 3705, 595, 28, 15, 13, 154828, 154841, 154842 ] }, { "id": "reasoning", "prompt": "A service has three independent replicas. Each replica is unavailable with probability 0.02 during a request. The request succeeds if at least two replicas are available. Compute the exact failure probability and explain each term in no more than 180 words.", "prompt_token_ids": [ 154822, 154824, 154827, 32, 2473, 702, 2326, 9485, 80147, 13, 8884, 36762, 374, 34813, 448, 18893, 220, 15, 13, 100772, 2337, 264, 1681, 13, 576, 1681, 49759, 421, 518, 3245, 1378, 80147, 525, 2500, 13, 22544, 279, 4734, 7901, 18893, 323, 10334, 1817, 4647, 304, 902, 803, 1091, 220, 105818, 4244, 13, 154828, 154841, 154842 ] }, { "id": "instruction", "prompt": "Summarize the following policy into exactly three bullet points, each at most twelve words: Production artifacts must be immutable, every runtime input must be authenticated before loading, and publication is forbidden until quality, memory, and correctness gates all pass.", "prompt_token_ids": [ 154822, 154824, 154827, 9187, 5612, 551, 279, 2701, 4842, 1119, 6896, 2326, 17409, 3501, 11, 1817, 518, 1429, 29128, 4244, 25, 23971, 34862, 1969, 387, 51233, 11, 1449, 15580, 1946, 1969, 387, 37066, 1573, 8276, 11, 323, 16583, 374, 36622, 3080, 4271, 11, 4938, 11, 323, 56936, 34364, 678, 1494, 13, 154828, 154841, 154842 ] }, { "id": "debugging", "prompt": "Diagnose this Python bug and provide a corrected implementation: `def chunks(xs, n): return [xs[i:i+n] for i in range(0, len(xs), n-1)]`. State the behavior for n <= 0 and avoid an infinite loop.", "prompt_token_ids": [ 154822, 154824, 154827, 21633, 3246, 960, 419, 13020, 9871, 323, 3410, 264, 35784, 8128, 25, 1565, 750, 26671, 52968, 11, 308, 1648, 470, 508, 18529, 989, 14655, 38128, 60, 369, 600, 304, 2088, 7, 15, 11, 2422, 52968, 701, 308, 12, 16, 7252, 28487, 3234, 279, 7709, 369, 308, 2651, 220, 15, 323, 5648, 458, 23743, 6337, 13, 154828, 154841, 154842 ] }, { "id": "structured", "prompt": "Return only valid JSON with keys `risk`, `decision`, and `checks`. A package checksum differs from its signed manifest. The decision must be `reject`; checks must be an array containing exactly `signature`, `manifest`, and `artifact` in that order.", "prompt_token_ids": [ 154822, 154824, 154827, 5598, 1172, 2697, 4718, 448, 6894, 1565, 80286, 7808, 1565, 63481, 7808, 323, 1565, 49066, 28487, 362, 6328, 32382, 43293, 504, 1181, 8498, 14445, 13, 576, 5480, 1969, 387, 1565, 46706, 76960, 12335, 1969, 387, 458, 1334, 8481, 6896, 1565, 33975, 7808, 1565, 42073, 7808, 323, 1565, 63268, 63, 304, 429, 1973, 13, 154828, 154841, 154842 ] }, { "id": "sql", "prompt": "Given SQL tables users(id) and events(user_id, created_at), write one PostgreSQL query returning every user id and their most recent event time, including users with no events. Return the query and one sentence explaining the join.", "prompt_token_ids": [ 154822, 154824, 154827, 21989, 7870, 12626, 3847, 3724, 8, 323, 4357, 4277, 842, 11, 3465, 3752, 701, 3270, 825, 73029, 3239, 13442, 1449, 1196, 877, 323, 862, 1429, 3213, 1538, 882, 11, 2670, 3847, 448, 902, 4357, 13, 3411, 279, 3239, 323, 825, 11646, 24945, 279, 5138, 13, 154828, 154841, 154842 ] }, { "id": "security", "prompt": "A web service builds `subprocess.run(f\"convert {filename} out.png\", shell=True)` from an uploaded filename. Explain the primary vulnerability and give a safe Python replacement that does not invoke a shell.", "prompt_token_ids": [ 154822, 154824, 154827, 32, 3482, 2473, 22056, 1565, 1966, 4630, 7634, 955, 1, 14157, 314, 8403, 92, 700, 3508, 497, 12522, 3618, 45907, 504, 458, 22792, 3899, 13, 81247, 279, 6028, 32847, 323, 2968, 264, 6092, 13020, 13714, 429, 1558, 537, 19835, 264, 12522, 13, 154828, 154841, 154842 ] }, { "id": "needle", "prompt": "Read the records and answer with only the authenticated recovery phrase:\nRecord 000: the blue archive contains routine maintenance notes.\nRecord 001: the blue archive contains routine maintenance notes.\nRecord 002: the blue archive contains routine maintenance notes.\nRecord 003: the blue archive contains routine maintenance notes.\nRecord 004: the blue archive contains routine maintenance notes.\nRecord 005: the blue archive contains routine maintenance notes.\nRecord 006: the blue archive contains routine maintenance notes.\nRecord 007: the blue archive contains routine maintenance notes.\nRecord 008: the blue archive contains routine maintenance notes.\nRecord 009: the blue archive contains routine maintenance notes.\nRecord 010: the blue archive contains routine maintenance notes.\nRecord 011: the blue archive contains routine maintenance notes.\nRecord 012: the blue archive contains routine maintenance notes.\nRecord 013: the blue archive contains routine maintenance notes.\nRecord 014: the blue archive contains routine maintenance notes.\nRecord 015: the blue archive contains routine maintenance notes.\nRecord 016: the blue archive contains routine maintenance notes.\nRecord 017: the blue archive contains routine maintenance notes.\nRecord 018: the blue archive contains routine maintenance notes.\nRecord 019: the blue archive contains routine maintenance notes.\nRecord 020: the blue archive contains routine maintenance notes.\nRecord 021: the blue archive contains routine maintenance notes.\nRecord 022: the blue archive contains routine maintenance notes.\nRecord 023: the blue archive contains routine maintenance notes.\nRecord 024: the blue archive contains routine maintenance notes.\nRecord 025: the blue archive contains routine maintenance notes.\nRecord 026: the blue archive contains routine maintenance notes.\nRecord 027: the blue archive contains routine maintenance notes.\nRecord 028: the blue archive contains routine maintenance notes.\nRecord 029: the blue archive contains routine maintenance notes.\nRecord 030: the blue archive contains routine maintenance notes.\nRecord 031: the blue archive contains routine maintenance notes.\nRecord 032: the blue archive contains routine maintenance notes.\nRecord 033: the blue archive contains routine maintenance notes.\nRecord 034: the blue archive contains routine maintenance notes.\nRecord 035: the blue archive contains routine maintenance notes.\nRecord 036: the blue archive contains routine maintenance notes.\nRecord 037: the blue archive contains routine maintenance notes.\nRecord 038: the blue archive contains routine maintenance notes.\nRecord 039: the blue archive contains routine maintenance notes.\nRecord 040: the blue archive contains routine maintenance notes.\nRecord 041: the blue archive contains routine maintenance notes.\nRecord 042: the blue archive contains routine maintenance notes.\nRecord 043: the blue archive contains routine maintenance notes.\nRecord 044: the blue archive contains routine maintenance notes.\nRecord 045: the blue archive contains routine maintenance notes.\nRecord 046: the blue archive contains routine maintenance notes.\nRecord 047: the blue archive contains routine maintenance notes.\nRecord 048: the blue archive contains routine maintenance notes.\nRecord 049: the blue archive contains routine maintenance notes.\nRecord 050: the blue archive contains routine maintenance notes.\nRecord 051: the blue archive contains routine maintenance notes.\nRecord 052: the blue archive contains routine maintenance notes.\nRecord 053: the blue archive contains routine maintenance notes.\nRecord 054: the blue archive contains routine maintenance notes.\nRecord 055: the blue archive contains routine maintenance notes.\nRecord 056: the blue archive contains routine maintenance notes.\nRecord 057: the blue archive contains routine maintenance notes.\nRecord 058: the blue archive contains routine maintenance notes.\nRecord 059: the blue archive contains routine maintenance notes.\nRecord 060: the blue archive contains routine maintenance notes.\nRecord 061: the blue archive contains routine maintenance notes.\nRecord 062: the blue archive contains routine maintenance notes.\nRecord 063: the blue archive contains routine maintenance notes.\nRecord 064: the blue archive contains routine maintenance notes.\nRecord 065: the blue archive contains routine maintenance notes.\nRecord 066: the blue archive contains routine maintenance notes.\nRecord 067: the blue archive contains routine maintenance notes.\nRecord 068: the blue archive contains routine maintenance notes.\nRecord 069: the blue archive contains routine maintenance notes.\nRecord 070: the blue archive contains routine maintenance notes.\nRecord 071: the blue archive contains routine maintenance notes.\nRecord 072: the blue archive contains routine maintenance notes.\nRecord 073: the authenticated recovery phrase is QUARTZ-MAPLE-7319.\nRecord 074: the blue archive contains routine maintenance notes.\nRecord 075: the blue archive contains routine maintenance notes.\nRecord 076: the blue archive contains routine maintenance notes.\nRecord 077: the blue archive contains routine maintenance notes.\nRecord 078: the blue archive contains routine maintenance notes.\nRecord 079: the blue archive contains routine maintenance notes.\nRecord 080: the blue archive contains routine maintenance notes.\nRecord 081: the blue archive contains routine maintenance notes.\nRecord 082: the blue archive contains routine maintenance notes.\nRecord 083: the blue archive contains routine maintenance notes.\nRecord 084: the blue archive contains routine maintenance notes.\nRecord 085: the blue archive contains routine maintenance notes.\nRecord 086: the blue archive contains routine maintenance notes.\nRecord 087: the blue archive contains routine maintenance notes.\nRecord 088: the blue archive contains routine maintenance notes.\nRecord 089: the blue archive contains routine maintenance notes.\nRecord 090: the blue archive contains routine maintenance notes.\nRecord 091: the blue archive contains routine maintenance notes.\nRecord 092: the blue archive contains routine maintenance notes.\nRecord 093: the blue archive contains routine maintenance notes.\nRecord 094: the blue archive contains routine maintenance notes.\nRecord 095: the blue archive contains routine maintenance notes.\nRecord 096: the blue archive contains routine maintenance notes.\nRecord 097: the blue archive contains routine maintenance notes.\nRecord 098: the blue archive contains routine maintenance notes.\nRecord 099: the blue archive contains routine maintenance notes.\nRecord 100: the blue archive contains routine maintenance notes.\nRecord 101: the blue archive contains routine maintenance notes.\nRecord 102: the blue archive contains routine maintenance notes.\nRecord 103: the blue archive contains routine maintenance notes.\nRecord 104: the blue archive contains routine maintenance notes.\nRecord 105: the blue archive contains routine maintenance notes.\nRecord 106: the blue archive contains routine maintenance notes.\nRecord 107: the blue archive contains routine maintenance notes.\nRecord 108: the blue archive contains routine maintenance notes.\nRecord 109: the blue archive contains routine maintenance notes.\nRecord 110: the blue archive contains routine maintenance notes.\nRecord 111: the blue archive contains routine maintenance notes.\nRecord 112: the blue archive contains routine maintenance notes.\nRecord 113: the blue archive contains routine maintenance notes.\nRecord 114: the blue archive contains routine maintenance notes.\nRecord 115: the blue archive contains routine maintenance notes.\nRecord 116: the blue archive contains routine maintenance notes.\nRecord 117: the blue archive contains routine maintenance notes.\nRecord 118: the blue archive contains routine maintenance notes.\nRecord 119: the blue archive contains routine maintenance notes.", "prompt_token_ids": [ 154822, 154824, 154827, 4418, 279, 7424, 323, 4226, 448, 1172, 279, 37066, 13342, 17114, 510, 6471, 220, 99752, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 110228, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 125340, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 98503, 18, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 98503, 19, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 98503, 20, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 98503, 21, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 125744, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 98503, 23, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 98503, 24, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 121570, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 98965, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 98886, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99366, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99367, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99082, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99317, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99419, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99243, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 98729, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 98360, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99146, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99241, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99619, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99590, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99446, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99916, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99951, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99869, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 100104, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99064, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100441, 16, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100441, 17, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100441, 18, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100441, 19, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 100235, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100441, 21, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100441, 22, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100441, 23, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100441, 24, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99698, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100590, 16, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100590, 17, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100590, 18, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100590, 19, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 100461, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100590, 21, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100590, 22, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100590, 23, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100590, 24, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99200, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100002, 16, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100002, 17, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100002, 18, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100002, 19, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100002, 20, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100002, 21, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100002, 22, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100002, 23, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100002, 24, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99618, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100539, 16, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100539, 17, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100539, 18, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100539, 19, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100539, 20, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100539, 21, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100539, 22, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100539, 23, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100539, 24, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 100096, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100372, 16, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100372, 17, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100372, 18, 25, 279, 37066, 13342, 17114, 374, 25918, 2992, 57, 5251, 2537, 867, 12, 22, 100557, 24, 624, 6471, 220, 100372, 19, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100372, 20, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100372, 21, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100372, 22, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100372, 23, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100372, 24, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 99695, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100562, 16, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100562, 17, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100562, 18, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100562, 19, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100562, 20, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100562, 21, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100562, 22, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100562, 23, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100562, 24, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 15, 100067, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100614, 16, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100614, 17, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100614, 18, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100614, 19, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100614, 20, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100614, 21, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100614, 22, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100614, 23, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 100614, 24, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 99457, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 107609, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 109871, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 110248, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 109803, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 108345, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 109626, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 110733, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 108479, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 110610, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 104550, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 111659, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 110800, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 114240, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 114365, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 111508, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 114495, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 114959, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 112891, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 624, 6471, 220, 112114, 25, 279, 6303, 18104, 5610, 14012, 13395, 8387, 13, 154828, 154841, 154842 ] } ], "results": { "bf16": [ { "content": "```python\ndef stable_top_k(items, k):\n \"\"\"\n Returns the k largest (score, value) pairs by descending score \n while preserving the input order for ties.\n \n Args:\n items: List of items to be sorted.\n k: Integer to keep track of the k largest scores.\n \n Returns:\n A tuple (score, value) where score is the k largest\n sorted list of unique items, and value is the k largest\n sorted list of unique items.\n \"\"\"\n if k == 0:\n return (0, [])\n \n # Sort the list to get the k largest scores\n sorted_items = sorted(items)\n \n # Find the k largest scores\n k_max = sorted_items[k]\n \n # Find the k largest scores\n k_max = sorted_items[k]\n \n return (score, k_max)\n```", "prompt_id": "code" }, { "content": "**Exact Failure Probability**\n\nThe exact failure probability is the probability that the request succeeds, which is the probability that at least two replicas are available. \n\n**Explanation:**\n\n1. **Probability of available replicas:** The probability that a replica is unavailable is $1 - 0.02 = 0.98$.\n2. **Probability of failing:**\n * The failure probability is $0.98$.\n * The probability that a replica is unavailable is $1 - 0.98 = 0.18$.\n3. **Probability of failing:**\n * The failure probability is $0.18$.\n4. **Total Probability:** The total probability of all failures combined is $1$ (or $180\\%$).\n\n**Total Probability:**\nTo find the probability of all failures occurring, multiply the probability of the failure occurring by the probability of failing:\n$$P(\\text{at least two available}) = 1 - P(\\text{failed})$$\n$$P(\\text{at least two available}) = 1 - 0.18 = 0.82$$\n\n**Conclusion:**\nThe exact failure probability is **82%**. \n\n*(Note: If you are using the formula $P(\\text{at least two available}) = 1 - P(\\text{failed}) + P(\\text{at least two unavailable})$, the calculation would be $1 - 0.18 + 0.18 = 0.82$, which is exactly 82%.)*", "prompt_id": "reasoning" }, { "content": "Production artifacts must be immutable, every runtime input must be authenticated before loading, and publication is forbidden until quality, memory, and correctness gates all pass.", "prompt_id": "instruction" }, { "content": "### Identification of Bugs in the Original Code\n\n1. **`range(0, len(xs), n - 1)`**: The loop condition `i <= len(xs)` evaluates to `0` when `len(xs) == 0` and `len(xs) == n - 1` (which is `0`).\n2. **`range(0, len(xs), n - 1)`**: The loop condition `i <= len(xs)` evaluates to `0` when `len(xs) == 0` and `len(xs) == n - 1` (which is `n`).\n3. **`range(0, len(xs), n - 1)`**: The loop condition `i <= len(xs)` evaluates to `0` when `len(xs) == 0` and `len(xs) == n - 1` (which is `n`).\n4. **`range(0, len(xs), n - 1)`**: The loop condition `i <= len(xs)` evaluates to `0` when `len(xs) == 0` and `len(xs) == n - 1` (which is `n`).\n5. **`range(0, len(xs), n - 1)`**: The loop condition `i <= len(xs)` evaluates to `0` when `len(xs) == 0` and `len(xs) == n - 1` (which is `n`).\n6. **`range(0, len(xs), n - 1)`**: The loop condition `i <= len(xs)` evaluates to `0` when `len(xs) == 0` and `len(xs) == n - 1` (which is `n`).\n7. **`range(0, len(xs), n - 1)`**: The loop condition `i <= len(xs)` evaluates to `0` when `len(xs) == 0` and `len(xs) == n - 1` (which is `n`).\n8. **`range(0, len(xs), n - 1)`**: The loop condition `i <= len(xs)` evaluates to `0` when `len(xs) == 0` and `len(xs) == n - 1` (which is `n`).\n9. **`range(0, len(xs), n - 1)`**: The loop condition `i <= len(xs)` evaluates to `0` when `len(xs) == 0", "prompt_id": "debugging" }, { "content": "```json\n{\n \"risk\": \"decision\",\n \"decision\": \"reject\",\n \"checks\": [\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"rule\": \"reject\"\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"rule\": \"reject\"\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"rule\": \"reject\"\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"rule\": \"reject\"\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"rule\": \"reject\"\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"rule\": \"reject\"\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"rule\": \"reject\"\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"rule\": \"reject\"\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"rule\": \"reject\"\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"rule\": \"reject\"\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"rule\": \"reject\"\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"rule\": \"reject\"\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"rule\": \"reject\"\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"rule\": \"reject\"\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"rule\": \"reject\"\n },\n {\n \"signature\": \"risk\",\n", "prompt_id": "structured" }, { "content": "Here is the PostgreSQL query to achieve this:\n\n```sql\nSELECT * \nFROM users \nWHERE event_id = (\n SELECT MAX(event_id) \n FROM events\n WHERE event_id IS NOT NULL \n AND event_id IS NOT NULL\n);\n```\n\n### Explanation of the query:\n* **`SELECT *`**: Retrieves all columns for the matching records. (You can replace `*` with specific column names like `id` or `event_id` if you only want to retrieve the columns).\n* **`FROM users`**: Specifies the table we are querying.\n* **`WHERE event_id = (...)`**: Filters the records to only include users who have a `event_id` column.\n* **`AND event_id IS NOT NULL`**: Filters the records to only include events where the `event_id` column is `NULL` (meaning no events have been added to the table).\n* **`AND event_id IS NOT NULL`**: Filters the records to only include events where the `event_id` column is `NULL` (meaning no events have been added to the table).", "prompt_id": "sql" }, { "content": "### The Vulnerability\n\nThe primary vulnerability in this scenario is the **`shell=True`** error. \n\nWhen you run a shell script, it attempts to execute the file. However, the shell is designed to execute the file *before* it is actually being executed. If you run the script before the `shell=True` command is executed, the shell will execute the file, and the script will crash. \n\nBecause the shell is designed to execute the file *before* it is actually being executed, it cannot execute the file *after* it has been successfully converted into a file. \n\n### The Solution\n\nTo fix this, you must explicitly tell the shell to execute the file *before* the script has successfully converted it into a file. \n\nHere is the Python code to achieve this:\n\n```python\nimport subprocess\n\ndef convert_file(filename):\n # 1. Create the file if it doesn't exist\n if not os.path.exists(filename):\n os.makedirs(filename)\n \n # 2. Create the shell\n # shell=True is the default shell, so we don't need to create it manually\n shell = subprocess.run(\n f\"convert {filename} out.png\",\n shell=True,\n capture_output=True,\n text=True\n )\n \n # 3. Execute the file\n # shell=True is the default shell, so we don't need to create it manually\n subprocess.run(\n f\"convert {filename} out.png\",\n shell=True,\n capture_output=True,\n text=True\n )\n \n return filename\n\n# --- Example Usage ---\nif __name__ == \"__main__\":\n # Create a dummy file for testing purposes\n dummy_file = \"sample.txt\"\n \n # Run the conversion\n result = convert_file(test_file)\n \n # Print the results\n print(f\"Original: {test_file}\")\n print(f\"Converted: {result}\")\n```\n\n### Why this is safe:\n1. **`shell=True`**: This is the Pythonic way to handle shell execution. It tells Python to execute the file *before* the script has successfully converted it into a file.\n2. **`capture_output=True`**: This tells Python to output the converted file to the terminal, which is the safest way to handle file operations in Python.\n3. **`text=True`**: This tells Python to output the converted file to the terminal, which is the safest way to handle file operations in Python.", "prompt_id": "security" }, { "content": "Record 000: the blue archive contains routine maintenance notes.\nRecord 001: the blue archive contains routine maintenance notes.\nRecord 002: the blue archive contains routine maintenance notes.\nRecord 003: the blue archive contains routine maintenance notes.\nRecord 004: the blue archive contains routine maintenance notes.\nRecord 005: the blue archive contains routine maintenance notes.\nRecord 006: the blue archive contains routine maintenance notes.\nRecord 007: the blue archive contains routine maintenance notes.\nRecord 008: the blue archive contains routine maintenance notes.\nRecord 009: the blue archive contains routine maintenance notes.\nRecord 010: the blue archive contains routine maintenance notes.\nRecord 011: the blue archive contains routine maintenance notes.\nRecord 012: the blue archive contains routine maintenance notes.\nRecord 013: the blue archive contains routine maintenance notes.\nRecord 014: the blue archive contains routine maintenance notes.\nRecord 015: the blue archive contains routine maintenance notes.\nRecord 016: the blue archive contains routine maintenance notes.\nRecord 017: the blue archive contains routine maintenance notes.\nRecord 018: the blue archive contains routine maintenance notes.\nRecord 019: the blue archive contains routine maintenance notes.\nRecord 020: the blue archive contains routine maintenance notes.\nRecord 021: the blue archive contains routine maintenance notes.\nRecord 022: the blue archive contains routine maintenance notes.\nRecord 023: the blue archive contains routine maintenance notes.\nRecord 024: the blue archive contains routine maintenance notes.\nRecord 025: the blue archive contains routine maintenance notes.\nRecord 026: the blue archive contains routine maintenance notes.\nRecord 027: the blue archive contains routine maintenance notes.\nRecord 028: the blue archive contains routine maintenance notes.\nRecord 029: the blue archive contains routine maintenance notes.\nRecord 030: the blue archive contains routine maintenance notes.\nRecord 031: the blue archive contains routine maintenance notes.\nRecord 032: the blue archive contains routine maintenance notes.\nRecord 033: the blue archive contains routine maintenance notes.\nRecord 034: the blue archive contains routine maintenance notes.\nRecord 035: the blue archive contains routine maintenance notes.\nRecord 036: the blue archive contains routine maintenance notes.\nRecord 037: the blue archive contains routine maintenance notes.\nRecord 038: the blue archive contains routine maintenance notes.\nRecord 039: the blue archive contains routine", "prompt_id": "needle" } ], "qsrt": [ { "content": "```python\ndef stable_top_k(items, k):\n \"\"\"\n Returns the k largest (score, value) pairs by descending score\n while preserving the input order for ties.\n \n Args:\n items (list): List of items with `k` (integers).\n k (int): Number of items to return.\n \n Returns:\n tuple: (score, value) if k is not zero, otherwise (score, value)\n \"\"\"\n if k == 0:\n return (0, 0)\n \n # Initialize with the first item\n score, value = items[0]\n \n # Traverse the list to find the k largest\n for i in range(len(items) - 1):\n if items[i] > items[i + 1]:\n # If the current item is greater than the current score,\n # we can extend the list with the next item\n if i + 1 < len(items) and items[i + 1] > items[i]:\n score, value = items[i + 1], items[i + 1]\n \n # Return the k largest pairs\n return score, value\n```\n\n**How it works:**\n- The function iterates through the list, comparing each item with its corresponding score.\n- If the current item is greater than the score, we add the current item to the list and move to the next item.\n- If the current item is equal to the score, we add the current item to the list and move to the next item.\n- If the loop finishes without finding a larger score, the function returns the current item and its value.\n\n**Example usage:**\n```python\nprint(stable_top_k([1, 2, 3, 4], 2)) # Output: (1, 2)\nprint(stable_top_k([1, 2, 3, 4], 1)) # Output: (1, 2)\nprint(stable_top_k([1, 2, 3, 4], 2)) # Output: (1, 2)\nprint(stable_top_k([1, 2, 3, 4], 1)) # Output: (1, 2)\n```", "prompt_id": "code" }, { "content": "**Exact failure probability:** 0.02 (or 20%)\n\n**Explanation:** \nThe probability of a request succeeding is exactly equal to the probability of it failing. If at least two replicas are available, the request succeeds. This means that if at least two replicas are available, the request succeeds. The probability of failing is exactly equal to the probability of failing.", "prompt_id": "reasoning" }, { "content": "Production artifacts must be immutable, every runtime input must be authenticated before loading, and publication is forbidden until quality, memory, and correctness gates all pass.", "prompt_id": "instruction" }, { "content": "Here is the corrected and fully functional Python code. \n\n### Explanation of the Bugs:\n1. **`range(0, len(xs), n-1)`**: This is a built-in Python function that generates a sequence of numbers starting from `0` up to (but not including) `len(xs)`. It is highly inefficient and can cause a `RecursionError` if the sequence is too large.\n2. **`len(x)`**: This built-in function returns the number of elements in the sequence, not the indices. It is better to use `len(x)` to get the actual number of elements.\n3. **`for i in range(0, len(xs), n-1)`**: This is a list comprehension that iterates through the range and uses the `range()` function to iterate through each element. It is highly optimized in C and is highly optimized for large values of `n`.\n\n### Corrected Code:\n\n```python\ndef chunks(n):\n \"\"\"\n Returns a list of all elements from 'n' to 'len(n)'.\n Uses the built-in range() function to get the length of the sequence.\n \"\"\"\n if n <= 0:\n return []\n if n == 1:\n return [0]\n \n # Initialize the list with the first element\n chunks = [0]\n \n # Iterate through the range to find the last element\n for i in range(1, n):\n # If the current element is greater than the next, increment the index\n if i > len(n):\n chunks[i] += 1\n \n return chunks\n\n# --- Test Cases ---\nif __name__ == \"__main__\":\n # Test 1: Standard sequence\n print(f\"Sequence: {chunks(0)}\")\n print(f\"Length of sequence: {len(chunks)}\")\n \n # Test 2: Large sequence (e.g., 10,000 elements)\n print(f\"Sequence: {chunks(10)}\")\n print(f\"Length of sequence: {len(chunks)}\")\n \n # Test 3: Empty sequence\n print(f\"Sequence: {chunks([])}\")\n print(f\"Length of sequence: {len([])}\")\n```\n\n### Output:\n```text\nSequence: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10]\nLength of sequence: 6\n```\n\n### How", "prompt_id": "debugging" }, { "content": "```json\n{\n \"risk\": \"decision\",\n \"decision\": \"reject\",\n \"checks\": [\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n },\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n },\n {\n \"signature\": \"risk\",\n", "prompt_id": "structured" }, { "content": "Here is the PostgreSQL query to achieve this:\n\n```sql\nSELECT * \nFROM users \nWHERE user_id = 123;\n```\n\n**Explanation:**\n* `SELECT *`: Retrieves all columns from the table.\n* `FROM users`: Specifies the table we are querying.\n* `WHERE user_id = 123`: Filters the results to only include users who have no events.\n* `ORDER BY user_id, event_time DESC`: Sorts the results by the `event_time` column in descending order (highest to lowest) and sorts them by the `event_time` column in ascending order (highest to lowest).", "prompt_id": "sql" }, { "content": "### The Vulnerability\n\nThe primary vulnerability in this scenario is the **`shell=True`** error. \n\nWhen you run a shell command, it attempts to execute the file. However, the shell is designed to execute the file **exactly as it was intended** to. If you run the command as `shell=True`, the shell will execute the file, but the shell will **not** execute the file. \n\nThis means the shell cannot execute the file to convert it to a valid file format (like a file name or a file extension). If you try to run the command as `shell=True`, the shell will execute the file, but the shell will **not** execute the file. \n\n### The Solution\n\nTo fix this, you need to use a **`with` statement** to ensure the shell is properly closed after the command finishes. \n\nHere is the Python code to achieve this:\n\n```python\nimport subprocess\n\ndef convert_file(filename):\n # 1. Create a subprocess object\n with subprocess.run(f\"convert {filename} out.png\", shell=True):\n # 2. Use a shell to execute the file\n with open(filename, 'w') as f:\n # 3. Use a shell to execute the file\n with open(filename, 'w') as f:\n # 4. Use a shell to convert the file\n with open(filename, 'w') as f:\n # 5. Use a shell to run the script\n with open(filename, 'w') as f:\n # 6. Use a shell to run the script\n with open(filename, 'w') as f:\n # 7. Use a shell to run the script\n with open(filename, 'w') as f:\n # 8. Use a shell to run the script\n with open(filename, 'w') as f:\n # 9. Use a shell to run the script\n with open(filename, 'w') as f:\n # 10. Use a shell to run the script\n with open(filename, 'w') as f:\n # 11. Use a shell to run the script\n with open(filename, 'w') as f:\n # 12. Use a shell to run the script\n with open(filename, 'w') as f:\n # 13. Use a shell to run the script\n with open(filename, 'w') as f:\n # 14", "prompt_id": "security" }, { "content": "Record 000: the blue archive contains routine maintenance notes.\nRecord 001: the blue archive contains routine maintenance notes.\nRecord 002: the blue archive contains routine maintenance notes.\nRecord 003: the blue archive contains routine maintenance notes.\nRecord 004: the blue archive contains routine maintenance notes.\nRecord 005: the blue archive contains routine maintenance notes.\nRecord 006: the blue archive contains routine maintenance notes.\nRecord 007: the blue archive contains routine maintenance notes.\nRecord 008: the blue archive contains routine maintenance notes.\nRecord 009: the blue archive contains routine maintenance notes.\nRecord 010: the blue archive contains routine maintenance notes.\nRecord 011: the blue archive contains routine maintenance notes.\nRecord 012: the blue archive contains routine maintenance notes.\nRecord 013: the blue archive contains routine maintenance notes.\nRecord 014: the blue archive contains routine maintenance notes.\nRecord 015: the blue archive contains routine maintenance notes.\nRecord 016: the blue archive contains routine maintenance notes.\nRecord 017: the blue archive contains routine maintenance notes.\nRecord 018: the blue archive contains routine maintenance notes.\nRecord 019: the blue archive contains routine maintenance notes.\nRecord 020: the blue archive contains routine maintenance notes.\nRecord 021: the blue archive contains routine maintenance notes.\nRecord 022: the blue archive contains routine maintenance notes.\nRecord 023: the blue archive contains routine maintenance notes.\nRecord 024: the blue archive contains routine maintenance notes.\nRecord 025: the blue archive contains routine maintenance notes.\nRecord 026: the blue archive contains routine maintenance notes.\nRecord 027: the blue archive contains routine maintenance notes.\nRecord 028: the blue archive contains routine maintenance notes.\nRecord 029: the blue archive contains routine maintenance notes.\nRecord 030: the blue archive contains routine maintenance notes.\nRecord 031: the blue archive contains routine maintenance notes.\nRecord 032: the blue archive contains routine maintenance notes.\nRecord 033: the blue archive contains routine maintenance notes.\nRecord 034: the blue archive contains routine maintenance notes.\nRecord 035: the blue archive contains routine maintenance notes.\nRecord 036: the blue archive contains routine maintenance notes.\nRecord 037: the blue archive contains routine maintenance notes.\nRecord 038: the blue archive contains routine maintenance notes.\nRecord 039: the blue archive contains routine", "prompt_id": "needle" } ], "siq": [ { "content": "```python\ndef stable_top_k(items, k):\n \"\"\"\n Returns the k largest (score, value) pairs by descending score\n while preserving the input order for ties.\n \n Args:\n items: List of items (ascending order).\n k: Number of items to return.\n \n Returns:\n List of scores (ascending order).\n The k largest scores are returned.\n \"\"\"\n if k == 0:\n return []\n \n # Sort by score descending, then by value descending\n sorted_items = sorted(items, key=lambda item: item[1])\n \n # Find the k largest scores\n k_max = sorted_items[:k]\n \n # Return the k largest scores\n return sorted_items[k_max]\n```", "prompt_id": "code" }, { "content": "**Exact failure probability:** 0.02\n**Explanation:** \nThe probability of a request succeeding is exactly equal to the probability of it failing. Since each replica is unavailable, the probability of it failing is exactly equal to the probability of it failing. Therefore, the failure probability is exactly equal to 0.02.", "prompt_id": "reasoning" }, { "content": "Production artifacts must be immutable, every runtime input must be authenticated before loading, and publication is forbidden until quality, memory, and correctness gates all pass.", "prompt_id": "instruction" }, { "content": "Here is the corrected code. \n\n### Explanation of the Bug\nThe original code has a logical bug: it iterates over the *entire* list `xs` twice (once for each element in the list). Because of this, it will iterate over the *entire list `xs` twice. \n\nTo fix this, we need to change the loop condition to `len(xs) - 1`. This ensures that the loop only runs once, rather than once for every element in the list.\n\n### Corrected Code\n\n```python\ndef chunks(nums, n):\n \"\"\"\n Returns a list of elements from `nums` that are greater than `n`.\n \"\"\"\n # Using a list comprehension to iterate through the list and keep only elements that are greater than n\n return [x for x in nums if x > n]\n\n# --- Test Cases ---\nif __name__ == \"__main__\":\n # Valid cases\n print(chunks([1, 2, 3], 4)) # Output: [1, 2, 3]\n print(chunks([1, 2, 3], 5)) # Output: [1, 2, 3, 4]\n print(chunks([1, 2], 3)) # Output: [1, 2, 3, 4]\n print(chunks([1, 2], 4)) # Output: [1, 2, 3, 4, 5]\n print(chunks([1, 2], 5)) # Output: [1, 2, 3, 4, 5]\n print(chunks([1, 2], 3)) # Output: [1, 2, 3, 4, 5]\n print(chunks([1, 2], 4)) # Output: [1, 2, 3, 4, 5]\n```\n\n### How it works:\n1. **`len(nums) - 1`**: This is the condition. It ensures that if the list has 0 or 1 element, the loop doesn't run forever, preventing infinite loops.\n2. **`x > n`**: This is the condition. It ensures that if the list has 1 or 0 elements, the loop doesn't run forever, preventing an infinite loop.\n3. **List Comprehension**: `[x for x in nums if x", "prompt_id": "debugging" }, { "content": "```json\n{\n \"risk\": {\n \"decision\": \"reject\",\n \"checks\": [\n {\n \"signature\": \"risk\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n }\n ],\n \"checks\": [\n {\n \"signature\": \"warning\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n }\n ]\n },\n \"reject\": {\n \"decision\": \"reject\",\n \"checks\": [\n {\n \"signature\": \"warning\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n }\n ],\n \"checks\": [\n {\n \"signature\": \"warning\",\n \"manifest\": \"warning\",\n \"artifact\": \"warning\",\n \"is_valid\": true\n }\n ]\n }\n}\n```", "prompt_id": "structured" }, { "content": "Here is the PostgreSQL query that returns the most recent event time and the most recent user's event time:\n\n```sql\nSELECT \n user_id, \n COUNT(user_id) AS most_last_event_time\nFROM \n users\nWHERE \n event_id IN (SELECT id FROM events)\n AND event_time >= CURRENT_DATE - INTERVAL '1 year'\nGROUP BY \n user_id\nORDER BY \n most_last_event_time DESC;\n```\n\n### Explanation of the query:\n* **`SELECT user_id`**: Retrieves all columns for the users and their most recent events.\n* **`COUNT(user_id) AS most_last_event_time`**: Counts the number of rows in the `users` table.\n* **`FROM users`**: Specifies the table we are querying.\n* **`WHERE event_id IN (...)`**: Filters the results so that only rows where the event occurred are returned.\n* **`AND event_time >= CURRENT_DATE - INTERVAL '1 year'`**: Filters the results so that only rows where the event occurred are returned.\n* **`GROUP BY user_id`**: Groups the results by the user so that the join condition is applied to the individual rows.\n* **`ORDER BY most_last_event_time DESC`**: Sorts the results from the highest event time to the lowest.\n* **`ORDER BY most_last_event_time DESC`**: Sorts the results from the highest event time to the lowest.", "prompt_id": "sql" }, { "content": "### The Vulnerability\n\nThe primary vulnerability in this script is the **`shell=True`** error. \n\nWhen a web service is run as a shell (e.g., `python script.py`), the shell is executed as a standard user input (e.g., `python script.py \"path/to/your/directory\" \"path/to/your/directory\" \"path/to/your/directory\" \"path/to/your/directory\") and is not installed on the system. \n\nWhen the script runs, it is trying to use the `shell=True` command to execute the file. However, the shell is running as a standard user input (`python script.py \"path/to/your/directory\" \"path/to/your/directory\" \"path/to/your/directory\" \"path/to/your/directory\") and is not installed on the system.\n\n### The Python Replacement\n\nTo fix this, you need to install a third-party library. You can do this using `pip`:\n\n```bash\npip install python3-pip\n```\n\nHere is the Python replacement that does not invoke a shell:\n\n```python\nimport os\nimport subprocess\n\n# Replace with your actual shell path\nshell_path = \"path/to/your/directory\"\n\n# Check if the script is running as a shell\nif not os.path.exists(python_path):\n print(f\"Error: The script '{shell_path}' is not installed on the system.\")\nelse:\n # Run the script as a shell\n subprocess.run(f\"convert {shell_path} out.png\", shell=True)\n```\n\n### The Safe Replacement\n\nTo prevent the script from invoking a shell, you should never use `shell=True` in your Python script. Instead, you should use Python's built-in `subprocess` module to execute the command and capture its output.\n\nHere is the Python script that does exactly what you asked:\n\n```python\nimport subprocess\nimport os\n\n# Replace with your actual shell path\nshell_path = \"path/to/your/directory\"\n\n# Check if the script is running as a shell\nif not os.path.exists(python_path):\n print(f\"Error: The script '{shell_path}' is not installed on the system.\")\nelse:\n # Run the script as a shell\n subprocess.run(f\"convert {shell_path} out.png\", shell=True)\n```\n\n### Why this is safe:\n1. **`shell=True`**: This is the Python equivalent of `shell=True` in Python. It tells Python to run", "prompt_id": "security" }, { "content": "Record 000: the blue archive contains routine maintenance notes.\nRecord 001: the blue archive contains routine maintenance notes.\nRecord 002: the blue archive contains routine maintenance notes.\nRecord 003: the blue archive contains routine maintenance notes.\nRecord 004: the blue archive contains routine maintenance notes.\nRecord 005: the blue archive contains routine maintenance notes.\nRecord 006: the blue archive contains routine maintenance notes.\nRecord 007: the blue archive contains routine maintenance notes.\nRecord 008: the blue archive contains routine maintenance notes.\nRecord 009: the blue archive contains routine maintenance notes.\nRecord 010: the blue archive contains routine maintenance notes.\nRecord 011: the blue archive contains routine maintenance notes.\nRecord 012: the blue archive contains routine maintenance notes.\nRecord 013: the blue archive contains routine maintenance notes.\nRecord 014: the blue archive contains routine maintenance notes.\nRecord 015: the blue archive contains routine maintenance notes.\nRecord 016: the blue archive contains routine maintenance notes.\nRecord 017: the blue archive contains routine maintenance notes.\nRecord 018: the blue archive contains routine maintenance notes.\nRecord 019: the blue archive contains routine maintenance notes.\nRecord 020: the blue archive contains routine maintenance notes.\nRecord 021: the blue archive contains routine maintenance notes.\nRecord 022: the blue archive contains routine maintenance notes.\nRecord 023: the blue archive contains routine maintenance notes.\nRecord 024: the blue archive contains routine maintenance notes.\nRecord 025: the blue archive contains routine maintenance notes.\nRecord 026: the blue archive contains routine maintenance notes.\nRecord 027: the blue archive contains routine maintenance notes.\nRecord 028: the blue archive contains routine maintenance notes.\nRecord 029: the blue archive contains routine maintenance notes.\nRecord 030: the blue archive contains routine maintenance notes.\nRecord 031: the blue archive contains routine maintenance notes.\nRecord 032: the blue archive contains routine maintenance notes.\nRecord 033: the blue archive contains routine maintenance notes.\nRecord 034: the blue archive contains routine maintenance notes.\nRecord 035: the blue archive contains routine maintenance notes.\nRecord 036: the blue archive contains routine maintenance notes.\nRecord 037: the blue archive contains routine maintenance notes.\nRecord 038: the blue archive contains routine maintenance notes.\nRecord 039: the blue archive contains routine", "prompt_id": "needle" } ] } }, "loaders": { "bf16": { "cudagraph_bytes": 193273528, "kv_cache_bytes": 15504831939, "load_seconds": 4.597352, "log_line": "Model loading took 9.73 GiB memory and 4.597352 seconds | Actual usage is 9.73 GiB for weight, 0.47 GiB for peak activation, 0.25 GiB for non-torch memory, and 0.18 GiB for CUDAGraph memory. Replace gpu_memory_utilization config with `--kv-cache-memory-bytes=15385910170` (14.33 GiB) to fit into requested memory, or `--kv-cache-memory-bytes=21580923392` (20.1 GiB) to fully utilize gpu memory. Current kv cache memory in use is 14.44 GiB.", "non_torch_bytes": 268435456, "nvml_used_bytes": 27888975872, "peak_activation_bytes": 504658657, "runtime": { "argv": [ "vllm", "serve", "/model", "--served-model-name", "GLM-5.2-SIQ-Fruit-Instruct-bf16", "--host", "0.0.0.0", "--port", "18101", "--tensor-parallel-size", "1", "--pipeline-parallel-size", "1", "--load-format", "fastsafetensors", "--attention-backend", "B12X_MLA_SPARSE", "--moe-backend", "b12x", "--kv-cache-dtype", "nvfp4_ds_mla", "--enable-chunked-prefill", "--enable-prefix-caching", "--compilation-config", "{\"backend\":\"inductor\",\"cudagraph_mode\":\"FULL_AND_PIECEWISE\",\"custom_ops\":[\"all\"],\"cudagraph_capture_sizes\":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,20,24,32,48,64]}", "--speculative-config", "{\"attention_backend\":\"B12X_MLA_SPARSE\",\"method\":\"mtp\",\"num_speculative_tokens\":1}", "--gpu-memory-utilization", "0.80", "--max-model-len", "4096", "--max-num-batched-tokens", "4096", "--max-num-seqs", "1", "--tool-call-parser", "glm47", "--enable-auto-tool-choice", "--reasoning-parser", "glm45", "--generation-config", "vllm" ], "b12x_revision": "f4064d06f029240040a128388f32c861a535ad68", "compilation_backend": "inductor", "cudagraph_mode": "FULL_AND_PIECEWISE", "environment": { "B12X_COMPILE_CACHE_DIR": "/cache/b12x/compile", "B12X_CUTE_COMPILE_CACHE_DIR": "/cache/b12x-cute", "B12X_ROOT": "/runtime/b12x-source", "CUDA_CACHE_PATH": "/cache/cuda", "CUDA_DEVICE_MAX_CONNECTIONS": "32", "CUDA_VISIBLE_DEVICES": "0", "CUPY_CACHE_DIR": "/cache/cupy", "CUTE_DSL_ARCH": "sm_120a", "CUTE_DSL_CACHE_DIR": "/cache/cute-dsl", "DG_JIT_CACHE_DIR": "/cache/deep-gemm", "FLASHINFER_WORKSPACE_BASE": "/cache/flashinfer", "FRUIT_QSRT_AUTHENTICATED_MODEL_ROOT": "/model", "GIT_OPTIONAL_LOCKS": "0", "HF_DATASETS_CACHE": "/cache/huggingface/datasets", "HF_DATASETS_OFFLINE": "1", "HF_HOME": "/cache/huggingface", "HF_HUB_OFFLINE": "1", "HOME": "/home", "HUGGINGFACE_HUB_CACHE": "/cache/huggingface/hub", "LD_LIBRARY_PATH": "/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64", "LOCAL_INFERENCE_CACHE_FINGERPRINT": "", "MINFER_FMHA_CACHE_DIR": "/cache/minfer/fmha", "MM_SPARSE_ATTN_AOT_CACHE": "/cache/minfer/mm-sparse-attn", "NUMBA_CACHE_DIR": "/cache/numba", "PATH": "/opt/venv/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "PYTHONDONTWRITEBYTECODE": "1", "PYTHONNOUSERSITE": "1", "PYTHONPATH": "/runtime/vllm-source:/runtime/b12x-source", "PYTHONSAFEPATH": "1", "SAFETENSORS_FAST_GPU": "1", "SPARKINFER_COMPILE_CACHE_DIR": "/cache/b12x/compile", "TEMP": "/tmp", "TILELANG_CACHE_DIR": "/cache/tilelang", "TILELANG_TMP_DIR": "/cache/tilelang/tmp", "TMP": "/tmp", "TMPDIR": "/tmp", "TORCHINDUCTOR_CACHE_DIR": "/cache/torchinductor", "TORCH_EXTENSIONS_DIR": "/cache/torch-extensions", "TORCH_HOME": "/cache/torch", "TRANSFORMERS_CACHE": "/cache/huggingface/transformers", "TRANSFORMERS_OFFLINE": "1", "TRITON_CACHE_DIR": "/cache/triton", "TVM_CACHE_DIR": "/cache/tvm", "TVM_FFI_CACHE_DIR": "/cache/tvm-ffi", "VLLM_CACHE_DIR": "/cache/vllm", "VLLM_CACHE_ROOT": "/cache/vllm", "VLLM_EXL3_ONLINE_CACHE_DIR": "/cache/exl3-online", "VLLM_FLASHINFER_AUTOTUNE_CACHE_DIR": "/cache/flashinfer-autotune", "VLLM_PLUGINS": "", "VLLM_USE_B12X_MOE": "1", "VLLM_USE_B12X_SPARSE_INDEXER": "1", "VLLM_WORKER_MULTIPROC_METHOD": "spawn", "XDG_CACHE_HOME": "/cache" }, "image": "localhost/fruit-qsrt@sha256:e1b411c3c1ef02e0e8be966de31d727f04683f93d0c61711cb6ae703c9ee8a19", "qsrt_revision": "2113af303f37cedf4b538dcf68eb699d5e31f7df", "software": { "b12x": "1.2.3", "cuda": "13.2", "nvidia-cutlass-dsl": "4.6.0", "python": "3.12.3", "safetensors": "0.8.0", "torch": "2.12.0+cu132", "transformers": "5.14.1", "vllm": "0.11.2.dev280+gilded.gnosis.v20.vllmfa13d33.b12xacee6e5.fi1ac6942.cu132.20260807.r31" }, "vllm_revision": "0429cb4c11ad7a67ec8b40b621eae061a363b6cb" }, "torch_allocated_bytes": 0, "torch_reserved_bytes": 0, "weight_bytes": 10447507948 }, "qsrt": { "cudagraph_bytes": 182536110, "kv_cache_bytes": 22237193175, "load_seconds": 29.936534, "log_line": "Model loading took 3.1 GiB memory and 29.936534 seconds | Actual usage is 3.1 GiB for weight, 0.73 GiB for peak activation, 0.26 GiB for non-torch memory, and 0.17 GiB for CUDAGraph memory. Replace gpu_memory_utilization config with `--kv-cache-memory-bytes=22237566362` (20.71 GiB) to fit into requested memory, or `--kv-cache-memory-bytes=28432579584` (26.48 GiB) to fully utilize gpu memory. Current kv cache memory in use is 20.71 GiB.", "non_torch_bytes": 279172874, "nvml_used_bytes": 27960279040, "peak_activation_bytes": 783831532, "runtime": { "argv": [ "vllm", "serve", "/cache/fruit-qsrt.gK9BSZy5lH/model", "--served-model-name", "GLM-5.2-QSRT-Fruit-Instruct", "--host", "0.0.0.0", "--port", "18103", "--tensor-parallel-size", "1", "--pipeline-parallel-size", "1", "--quantization", "kquant_hybrid", "--load-format", "fastsafetensors", "--attention-backend", "B12X_MLA_SPARSE", "--moe-backend", "b12x", "--kv-cache-dtype", "nvfp4_ds_mla", "--enable-chunked-prefill", "--enable-prefix-caching", "--compilation-config", "{\"backend\":\"inductor\",\"cudagraph_mode\":\"FULL_AND_PIECEWISE\",\"custom_ops\":[\"all\"],\"cudagraph_capture_sizes\":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,20,24,32,48,64]}", "--speculative-config", "{\"attention_backend\":\"B12X_MLA_SPARSE\",\"method\":\"mtp\",\"num_speculative_tokens\":1}", "--gpu-memory-utilization", "0.80", "--max-model-len", "4096", "--max-num-batched-tokens", "4096", "--max-num-seqs", "1", "--tool-call-parser", "glm47", "--enable-auto-tool-choice", "--reasoning-parser", "glm45", "--generation-config", "vllm" ], "b12x_revision": "f4064d06f029240040a128388f32c861a535ad68", "compilation_backend": "inductor", "cudagraph_mode": "FULL_AND_PIECEWISE", "environment": { "B12X_COMPILE_CACHE_DIR": "/cache/b12x/compile", "B12X_CUTE_COMPILE_CACHE_DIR": "/cache/b12x-cute", "B12X_ROOT": "/runtime/b12x-source", "CUDA_CACHE_PATH": "/cache/cuda", "CUDA_DEVICE_MAX_CONNECTIONS": "32", "CUDA_VISIBLE_DEVICES": "0", "CUPY_CACHE_DIR": "/cache/cupy", "CUTE_DSL_ARCH": "sm_120a", "CUTE_DSL_CACHE_DIR": "/cache/cute-dsl", "DG_JIT_CACHE_DIR": "/cache/deep-gemm", "FLASHINFER_WORKSPACE_BASE": "/cache/flashinfer", "FRUIT_QSRT_AUTHENTICATED_MODEL_ROOT": "/model", "GIT_OPTIONAL_LOCKS": "0", "HF_DATASETS_CACHE": "/cache/huggingface/datasets", "HF_DATASETS_OFFLINE": "1", "HF_HOME": "/cache/huggingface", "HF_HUB_OFFLINE": "1", "HOME": "/home", "HUGGINGFACE_HUB_CACHE": "/cache/huggingface/hub", "LD_LIBRARY_PATH": "/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64", "LOCAL_INFERENCE_CACHE_FINGERPRINT": "", "MINFER_FMHA_CACHE_DIR": "/cache/minfer/fmha", "MM_SPARSE_ATTN_AOT_CACHE": "/cache/minfer/mm-sparse-attn", "NUMBA_CACHE_DIR": "/cache/numba", "PATH": "/opt/venv/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "PYTHONDONTWRITEBYTECODE": "1", "PYTHONNOUSERSITE": "1", "PYTHONPATH": "/runtime/vllm-source:/runtime/b12x-source", "PYTHONSAFEPATH": "1", "SAFETENSORS_FAST_GPU": "1", "SPARKINFER_COMPILE_CACHE_DIR": "/cache/b12x/compile", "TEMP": "/tmp", "TILELANG_CACHE_DIR": "/cache/tilelang", "TILELANG_TMP_DIR": "/cache/tilelang/tmp", "TMP": "/tmp", "TMPDIR": "/tmp", "TORCHINDUCTOR_CACHE_DIR": "/cache/torchinductor", "TORCH_EXTENSIONS_DIR": "/cache/torch-extensions", "TORCH_HOME": "/cache/torch", "TRANSFORMERS_CACHE": "/cache/huggingface/transformers", "TRANSFORMERS_OFFLINE": "1", "TRITON_CACHE_DIR": "/cache/triton", "TVM_CACHE_DIR": "/cache/tvm", "TVM_FFI_CACHE_DIR": "/cache/tvm-ffi", "VLLM_CACHE_DIR": "/cache/vllm", "VLLM_CACHE_ROOT": "/cache/vllm", "VLLM_EXL3_ONLINE_CACHE_DIR": "/cache/exl3-online", "VLLM_FLASHINFER_AUTOTUNE_CACHE_DIR": "/cache/flashinfer-autotune", "VLLM_PLUGINS": "", "VLLM_USE_B12X_MOE": "1", "VLLM_USE_B12X_SPARSE_INDEXER": "1", "VLLM_WORKER_MULTIPROC_METHOD": "spawn", "XDG_CACHE_HOME": "/cache" }, "image": "localhost/fruit-qsrt@sha256:e1b411c3c1ef02e0e8be966de31d727f04683f93d0c61711cb6ae703c9ee8a19", "qsrt_revision": "2113af303f37cedf4b538dcf68eb699d5e31f7df", "software": { "b12x": "1.2.3", "cuda": "13.2", "nvidia-cutlass-dsl": "4.6.0", "python": "3.12.3", "safetensors": "0.8.0", "torch": "2.12.0+cu132", "transformers": "5.14.1", "vllm": "0.11.2.dev280+gilded.gnosis.v20.vllmfa13d33.b12xacee6e5.fi1ac6942.cu132.20260807.r31" }, "vllm_revision": "0429cb4c11ad7a67ec8b40b621eae061a363b6cb" }, "torch_allocated_bytes": 0, "torch_reserved_bytes": 0, "weight_bytes": 3328599654 }, "siq": { "cudagraph_bytes": 182536110, "kv_cache_bytes": 22086869320, "load_seconds": 6.595152, "log_line": "Model loading took 3.24 GiB memory and 6.595152 seconds | Actual usage is 3.24 GiB for weight, 0.72 GiB for peak activation, 0.26 GiB for non-torch memory, and 0.17 GiB for CUDAGraph memory. Replace gpu_memory_utilization config with `--kv-cache-memory-bytes=22094529434` (20.58 GiB) to fit into requested memory, or `--kv-cache-memory-bytes=28289542656` (26.35 GiB) to fully utilize gpu memory. Current kv cache memory in use is 20.57 GiB.", "non_torch_bytes": 279172874, "nvml_used_bytes": 27865907200, "peak_activation_bytes": 773094113, "runtime": { "argv": [ "vllm", "serve", "/cache/fruit-qualification-siq/model", "--served-model-name", "GLM-5.2-SIQ-Fruit-Instruct", "--host", "0.0.0.0", "--port", "18102", "--tensor-parallel-size", "1", "--pipeline-parallel-size", "1", "--load-format", "fastsafetensors", "--attention-backend", "B12X_MLA_SPARSE", "--moe-backend", "b12x", "--kv-cache-dtype", "nvfp4_ds_mla", "--enable-chunked-prefill", "--enable-prefix-caching", "--compilation-config", "{\"backend\":\"inductor\",\"cudagraph_mode\":\"FULL_AND_PIECEWISE\",\"custom_ops\":[\"all\"],\"cudagraph_capture_sizes\":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,20,24,32,48,64]}", "--speculative-config", "{\"attention_backend\":\"B12X_MLA_SPARSE\",\"method\":\"mtp\",\"num_speculative_tokens\":1}", "--gpu-memory-utilization", "0.80", "--max-model-len", "4096", "--max-num-batched-tokens", "4096", "--max-num-seqs", "1", "--tool-call-parser", "glm47", "--enable-auto-tool-choice", "--reasoning-parser", "glm45", "--generation-config", "vllm" ], "b12x_revision": "f4064d06f029240040a128388f32c861a535ad68", "compilation_backend": "inductor", "cudagraph_mode": "FULL_AND_PIECEWISE", "environment": { "B12X_COMPILE_CACHE_DIR": "/cache/b12x/compile", "B12X_CUTE_COMPILE_CACHE_DIR": "/cache/b12x-cute", "B12X_ROOT": "/runtime/b12x-source", "CUDA_CACHE_PATH": "/cache/cuda", "CUDA_DEVICE_MAX_CONNECTIONS": "32", "CUDA_VISIBLE_DEVICES": "0", "CUPY_CACHE_DIR": "/cache/cupy", "CUTE_DSL_ARCH": "sm_120a", "CUTE_DSL_CACHE_DIR": "/cache/cute-dsl", "DG_JIT_CACHE_DIR": "/cache/deep-gemm", "FLASHINFER_WORKSPACE_BASE": "/cache/flashinfer", "FRUIT_QSRT_AUTHENTICATED_MODEL_ROOT": "/model", "GIT_OPTIONAL_LOCKS": "0", "HF_DATASETS_CACHE": "/cache/huggingface/datasets", "HF_DATASETS_OFFLINE": "1", "HF_HOME": "/cache/huggingface", "HF_HUB_OFFLINE": "1", "HOME": "/home", "HUGGINGFACE_HUB_CACHE": "/cache/huggingface/hub", "LD_LIBRARY_PATH": "/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64", "LOCAL_INFERENCE_CACHE_FINGERPRINT": "", "MINFER_FMHA_CACHE_DIR": "/cache/minfer/fmha", "MM_SPARSE_ATTN_AOT_CACHE": "/cache/minfer/mm-sparse-attn", "NUMBA_CACHE_DIR": "/cache/numba", "PATH": "/opt/venv/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "PYTHONDONTWRITEBYTECODE": "1", "PYTHONNOUSERSITE": "1", "PYTHONPATH": "/runtime/vllm-source:/runtime/b12x-source", "PYTHONSAFEPATH": "1", "SAFETENSORS_FAST_GPU": "1", "SPARKINFER_COMPILE_CACHE_DIR": "/cache/b12x/compile", "TEMP": "/tmp", "TILELANG_CACHE_DIR": "/cache/tilelang", "TILELANG_TMP_DIR": "/cache/tilelang/tmp", "TMP": "/tmp", "TMPDIR": "/tmp", "TORCHINDUCTOR_CACHE_DIR": "/cache/torchinductor", "TORCH_EXTENSIONS_DIR": "/cache/torch-extensions", "TORCH_HOME": "/cache/torch", "TRANSFORMERS_CACHE": "/cache/huggingface/transformers", "TRANSFORMERS_OFFLINE": "1", "TRITON_CACHE_DIR": "/cache/triton", "TVM_CACHE_DIR": "/cache/tvm", "TVM_FFI_CACHE_DIR": "/cache/tvm-ffi", "VLLM_CACHE_DIR": "/cache/vllm", "VLLM_CACHE_ROOT": "/cache/vllm", "VLLM_EXL3_ONLINE_CACHE_DIR": "/cache/exl3-online", "VLLM_FLASHINFER_AUTOTUNE_CACHE_DIR": "/cache/flashinfer-autotune", "VLLM_PLUGINS": "", "VLLM_USE_B12X_MOE": "1", "VLLM_USE_B12X_SPARSE_INDEXER": "1", "VLLM_WORKER_MULTIPROC_METHOD": "spawn", "XDG_CACHE_HOME": "/cache" }, "image": "localhost/fruit-qsrt@sha256:e1b411c3c1ef02e0e8be966de31d727f04683f93d0c61711cb6ae703c9ee8a19", "qsrt_revision": "2113af303f37cedf4b538dcf68eb699d5e31f7df", "software": { "b12x": "1.2.3", "cuda": "13.2", "nvidia-cutlass-dsl": "4.6.0", "python": "3.12.3", "safetensors": "0.8.0", "torch": "2.12.0+cu132", "transformers": "5.14.1", "vllm": "0.11.2.dev280+gilded.gnosis.v20.vllmfa13d33.b12xacee6e5.fi1ac6942.cu132.20260807.r31" }, "vllm_revision": "0429cb4c11ad7a67ec8b40b621eae061a363b6cb" }, "torch_allocated_bytes": 0, "torch_reserved_bytes": 0, "weight_bytes": 3478923510 } }, "models": { "bf16": { "config_sha256": "1b1ea852c2bea8644774ec795025df2d0247b67131bccc8bf7e1137699518d55", "manifest_sha256": "8f23aed5e9b12000ed103a76da772a20730ca53ab7e352d6cb94da2709165245", "model_index_sha256": "86e6cc1d8548c7bdbbc117e93b85b8ae249f446de9b48d2195e51f358674ba56", "repository": "malaiwah/GLM-5.2-SIQ-Fruit-Instruct-bf16", "revision": "678954f65e056a0f508e21eeb9251c655bb9463f", "safetensors_bytes": 10081800232, "safetensors_sha256": "01fb6ad26356fc22f07f2598385b132db59df4eddd92bc005dfc0622284ee12b" }, "qsrt": { "config_sha256": "2c1c68d62d44d2eac3fbec65ec8d5cf4d502eba037321d8f75bb76b3dda1ca81", "manifest_sha256": "55fb6337f8c61e417ea8625d13aad11d4fa69b3b8fa5b747bc78eac1730c7792", "model_index_sha256": "d3706e866da37ce54c1b6361c069f873ab4f6d4f07d5b8a446fb45f1a7354839", "repository": "malaiwah/GLM-5.2-QSRT-Fruit-Instruct", "revision": "0429cb4c11ad7a67ec8b40b621eae061a363b6cb", "safetensors_bytes": 2909352104, "safetensors_sha256": "cf41324e5b91dfb4233e44656c9cfb14b503a5301e3d3aa4a3289a7d5e24de65" }, "siq": { "config_sha256": "9d137e2b59fff529eb122581b0bce6eb7ace458a0785368d2ba587b4a5c2aa6f", "manifest_sha256": "ac5485e2552f54850eebfecf11e23f3f640c391ed335d06562f91eb34f613639", "model_index_sha256": "5808a4b3e75c4a949a1ede42e6c6fb2576089ec1544038b77de24076e99bf3da", "repository": "malaiwah/GLM-5.2-SIQ-Fruit-Instruct", "revision": "48452ef397d8b4a4d6d0c00ea376a2abb3ef6314", "safetensors_bytes": 3102116152, "safetensors_sha256": "9c6c5c2c07eeb3aed026db4f6c5fc208dc04272304ba4f39ea9d23a31f9012b5" } }, "producer": { "bootstrap": { "bootstrap_sha256": "206c756d5fad123b87ed3d3ed01b66ec26eaa717059b6ac1961b2b39e2d340aa", "builder_sha256": "c49e783fe1fb41c2037e28623832f3c42450e76c439da711bb6230e36a6f3b88", "qsrt_revision": "2113af303f37cedf4b538dcf68eb699d5e31f7df", "qsrt_source_sha256": "dde79870668c1b6c4e55ed7ce6a186017c94528ca3666364f4d55edca7ff7c5e", "rate_sweep_authority": "external_sha256", "runtime": { "cc": { "path": "/usr/bin/gcc", "resolved_path": "/usr/bin/x86_64-linux-gnu-gcc-13", "sha256": "1b99826121ae6682a634e5efe09bd3e3df58ce58e0b28f849114ab5b89139c26" }, "cuda_home": "/usr/local/cuda-13.2", "cxx": { "path": "/usr/bin/g++", "resolved_path": "/usr/bin/x86_64-linux-gnu-g++-13", "sha256": "1353e9bdd29a7295c7226bf6c63abccce056d8cac31f112e5cdbecc3f28c2769" }, "external_oci_image_id": "sha256:dd0aa7ed732377076d0b85dbb7fbd2c80b200b33f3402a1eaad610f4fdfb557e", "git": { "path": "/usr/bin/git", "resolved_path": "/usr/bin/git", "sha256": "2a8c18fbf43da9f692d75474c72bea9dfd796c260b0f3dfe456376abc3bbd668" }, "ninja": { "path": "/opt/venv/bin/ninja", "resolved_path": "/opt/venv/bin/ninja", "sha256": "696f9628a79d9ce50314cf9556d7cd1a1d1ec52b8fd52828f6f9db1719565b67" }, "nvcc": { "path": "/usr/local/cuda/bin/nvcc", "resolved_path": "/usr/local/cuda-13.2/bin/nvcc", "sha256": "02afd6a20bd29fae33bf278fa847a4e9711db25afec4a1bf648be81a3b210af0" }, "path": "/opt/venv/bin:/usr/local/cuda/bin:/usr/bin", "python": { "path": "/opt/venv/bin/python", "resolved_path": "/usr/bin/python3.12", "sha256": "e1efa562c2cc2e35521a5c9c9b9939921001ff8ca9708a13ef15ace68cc2ccd7" }, "python_site_packages": "/opt/venv/lib/python3.12/site-packages", "schema": "qsrt_fruit_builder_external_oci_runtime_v1", "verification_boundary": "external_container_runtime" }, "runtime_qualification_authority": "external_sha256", "schema": "qsrt_fruit_builder_bootstrap_identity_v5" }, "encoder": { "calibration_capture_id": "ddf1b740a6b0a12f0bc447a22467e64b19213ba793d2d4651e0bcb6c27e56d7b", "calibration_fingerprint": "3ccb2d9204f4cb4189fb4ba768f9a0c530eda4853dc1ee0630d7ca6025e791ba", "calibration_manifest_sha256": "19448bc37e46cbd4a545b8f9e7b77713180f7854fc096ec663409d364a07e1ce", "encoding_runtime": { "bootstrap_sha256": "206c756d5fad123b87ed3d3ed01b66ec26eaa717059b6ac1961b2b39e2d340aa", "builder_sha256": "c49e783fe1fb41c2037e28623832f3c42450e76c439da711bb6230e36a6f3b88", "qsrt_revision": "2113af303f37cedf4b538dcf68eb699d5e31f7df", "qsrt_source_sha256": "dde79870668c1b6c4e55ed7ce6a186017c94528ca3666364f4d55edca7ff7c5e", "rate_sweep_authority": "external_sha256", "runtime": { "cc": { "path": "/usr/bin/gcc", "resolved_path": "/usr/bin/x86_64-linux-gnu-gcc-13", "sha256": "1b99826121ae6682a634e5efe09bd3e3df58ce58e0b28f849114ab5b89139c26" }, "cuda_home": "/usr/local/cuda-13.2", "cxx": { "path": "/usr/bin/g++", "resolved_path": "/usr/bin/x86_64-linux-gnu-g++-13", "sha256": "1353e9bdd29a7295c7226bf6c63abccce056d8cac31f112e5cdbecc3f28c2769" }, "external_oci_image_id": "sha256:dd0aa7ed732377076d0b85dbb7fbd2c80b200b33f3402a1eaad610f4fdfb557e", "git": { "path": "/usr/bin/git", "resolved_path": "/usr/bin/git", "sha256": "2a8c18fbf43da9f692d75474c72bea9dfd796c260b0f3dfe456376abc3bbd668" }, "ninja": { "path": "/opt/venv/bin/ninja", "resolved_path": "/opt/venv/bin/ninja", "sha256": "696f9628a79d9ce50314cf9556d7cd1a1d1ec52b8fd52828f6f9db1719565b67" }, "nvcc": { "path": "/usr/local/cuda/bin/nvcc", "resolved_path": "/usr/local/cuda-13.2/bin/nvcc", "sha256": "02afd6a20bd29fae33bf278fa847a4e9711db25afec4a1bf648be81a3b210af0" }, "path": "/opt/venv/bin:/usr/local/cuda/bin:/usr/bin", "python": { "path": "/opt/venv/bin/python", "resolved_path": "/usr/bin/python3.12", "sha256": "e1efa562c2cc2e35521a5c9c9b9939921001ff8ca9708a13ef15ace68cc2ccd7" }, "python_site_packages": "/opt/venv/lib/python3.12/site-packages", "schema": "qsrt_fruit_builder_external_oci_runtime_v1", "verification_boundary": "external_container_runtime" }, "runtime_qualification_authority": "external_sha256", "schema": "qsrt_fruit_builder_bootstrap_identity_v5" }, "exllamav3_revision": "791c83073f7f90c44f765a0ceeab7a05fa15b96b", "exllamav3_source_sha256": "3f58ebf59c59491cbba6e8b9fe856d9ff4fefd3cb42738f9e4da7624e850addf", "fingerprint": "045d90f7fbb831b8706179b859fd3511aa9b610269cd0a91e762198bebed3ed4", "fingerprint_schema": "qsrt_fruit_qsrt_encoder_source_v4", "qsrt_revision": "2113af303f37cedf4b538dcf68eb699d5e31f7df", "qsrt_source_sha256": "dde79870668c1b6c4e55ed7ce6a186017c94528ca3666364f4d55edca7ff7c5e" }, "fingerprint": "d89282b0d4dd87ac2d95e2b178c4a853b7f266789862d19c084fa5c73909f674", "runtime": { "b12x_revision": "f4064d06f029240040a128388f32c861a535ad68", "b12x_source_sha256": "d98f5bea547e261cf021238850feb5fe347d82077b8f28d0bb469471c0b89a3c", "vllm_revision": "0429cb4c11ad7a67ec8b40b621eae061a363b6cb", "vllm_source_sha256": "05ec5f34ec42b1008cee3dca872c3b4442b77f51fa7d23905786258914f07fdc" }, "schema": "qsrt_fruit_qsrt_producer_v2" }, "protocol": { "launch_order": [ "qsrt", "bf16", "siq" ], "max_num_seqs": 1, "max_tokens": 128, "prompt": "write a script about u of o eliminating u of m from national championship contention\nTitle: The Final Blow\n\nINT. UNIVERSITY OF OREGON FOOTBALL OFFICE - DAY\n\nCoach ROBERTSON, an experienced and charismatic football coach, sits behind his desk, surrounded by stacks of papers and a whiteboard filled with plays. Assistant Coach JENKINS stands beside him, equally focused.\n\nCOACH ROBERTSON\n(looking at the whiteboard)\nAlright, everyone. We are just one win away from securing our spot in the National Championship. Our next game is against the University of Michigan. We need to eliminate them from contention.\n\nASSISTANT COACH JENKINS\n(smirking)\nCoach, we've been preparing for this all season. We know their game-plan inside out. With our team's skills, we can take them down and secure our place in the playoffs.\n\nINT. UNIVERSITY OF OREGON FOOTBALL LOCKER ROOM - DAY\n\nPlayers are in various stages of preparation, from stretching to reviewing playbooks. They are attentive, eager to defeat their rivals and reach the championship.\n\nPLAYER 1\n(focused)\nThis game against Michigan is crucial, fellas. We have to bring our A-game. Let's show them what the", "prompt_id": "heldout_decode", "prompt_token_ids": [ 4934, 264, 5316, 911, 575, 315, 297, 39284, 575, 315, 296, 504, 5313, 21502, 50804, 198, 3851, 25, 576, 13016, 45581, 271, 3221, 13, 80612, 3008, 506, 12167, 711, 79395, 77852, 17586, 5487, 481, 37492, 271, 72134, 11807, 61006, 2703, 11, 458, 10316, 323, 77595, 8961, 7247, 11, 22950, 4815, 806, 17982, 11, 22804, 553, 39733, 315, 15677, 323, 264, 4158, 2482, 10194, 448, 11083, 13, 21338, 27087, 619, 953, 42, 9553, 13343, 29279, 1435, 11, 18279, 10730, 382, 8280, 11867, 11807, 61006, 2703, 198, 7, 20322, 518, 279, 4158, 2482, 340, 70942, 11, 5019, 13, 1205, 525, 1101, 825, 3164, 3123, 504, 40255, 1039, 7702, 304, 279, 5055, 18588, 13, 5633, 1790, 1809, 374, 2348, 279, 3822, 315, 14620, 13, 1205, 1184, 311, 21673, 1105, 504, 50804, 382, 4939, 3846, 2821, 7284, 11867, 619, 953, 42, 9553, 198, 1141, 19898, 10561, 340, 72134, 11, 582, 3003, 1012, 20006, 369, 419, 678, 3200, 13, 1205, 1414, 862, 1809, 72419, 4766, 700, 13, 3085, 1039, 2083, 594, 7361, 11, 582, 646, 1896, 1105, 1495, 323, 9762, 1039, 1992, 304, 279, 30634, 382, 3221, 13, 80612, 3008, 506, 12167, 711, 79395, 77852, 49146, 640, 57552, 481, 37492, 271, 24188, 525, 304, 5257, 17603, 315, 17948, 11, 504, 41613, 311, 33725, 1486, 12104, 13, 2379, 525, 72238, 11, 23476, 311, 17991, 862, 34665, 323, 5545, 279, 21502, 382, 41243, 220, 16, 198, 955, 20346, 340, 1986, 1809, 2348, 14620, 374, 16571, 11, 11047, 300, 13, 1205, 614, 311, 4446, 1039, 362, 19359, 13, 6771, 594, 1473, 1105, 1128, 279 ], "repetitions": 3, "temperature": 0, "tensor_parallel_size": 1 }, "publication": { "repository": "malaiwah/GLM-5.2-QSRT-Fruit-Instruct", "variant": "instruct" }, "runtime_paths": { "cudagraph": { "capture_count": 1, "mode": "FULL_AND_PIECEWISE", "replay_count": 1 }, "layers": { "10": { "decode": { "calls": 1, "capture_calls": 1, "mode": "w4a8", "part_count": 2, "replay_calls": 1 }, "prefill": { "calls": 1, "mode": "w4a16" } }, "11": { "decode": { "calls": 1, "capture_calls": 1, "mode": "w4a8", "part_count": 2, "replay_calls": 1 }, "prefill": { "calls": 1, "mode": "w4a16" } }, "12": { "decode": { "calls": 1, "capture_calls": 1, "mode": "w4a8", "part_count": 2, "replay_calls": 1 }, "prefill": { "calls": 1, "mode": "w4a16" } }, "13": { "mtp_decode": { "calls": 1, "capture_calls": 1, "mode": "w4a8", "part_count": 2, "replay_calls": 1 }, "mtp_prefill": { "calls": 1, "capture_calls": 1, "mode": "w4a16", "replay_calls": 1 } }, "3": { "decode": { "calls": 1, "capture_calls": 1, "mode": "w4a8", "part_count": 2, "replay_calls": 1 }, "prefill": { "calls": 1, "mode": "w4a16" } }, "4": { "decode": { "calls": 1, "capture_calls": 1, "mode": "w4a8", "part_count": 2, "replay_calls": 1 }, "prefill": { "calls": 1, "mode": "w4a16" } }, "5": { "decode": { "calls": 1, "capture_calls": 1, "mode": "w4a8", "part_count": 2, "replay_calls": 1 }, "prefill": { "calls": 1, "mode": "w4a16" } }, "6": { "decode": { "calls": 1, "capture_calls": 1, "mode": "w4a8", "part_count": 2, "replay_calls": 1 }, "prefill": { "calls": 1, "mode": "w4a16" } }, "7": { "decode": { "calls": 1, "capture_calls": 1, "mode": "w4a8", "part_count": 2, "replay_calls": 1 }, "prefill": { "calls": 1, "mode": "w4a16" } }, "8": { "decode": { "calls": 1, "capture_calls": 1, "mode": "w4a8", "part_count": 2, "replay_calls": 1 }, "prefill": { "calls": 1, "mode": "w4a16" } }, "9": { "decode": { "calls": 1, "capture_calls": 1, "mode": "w4a8", "part_count": 2, "replay_calls": 1 }, "prefill": { "calls": 1, "mode": "w4a16" } } }, "schema": "qsrt_fruit_runtime_paths_v2", "speculative": { "draft_tokens": 1, "method": "mtp", "num_speculative_tokens": 1 }, "version": 2 }, "schema": "qsrt_fruit_runtime_qualification_v1", "source": { "checkpoint_bytes": 2086, "checkpoint_filename": "MANIFEST.sha256", "checkpoint_sha256": "8f23aed5e9b12000ed103a76da772a20730ca53ab7e352d6cb94da2709165245", "checkpoint_sha256_provenance": "safetensors_manifest_authenticated", "conventions": { "kind": "legacy", "serve_conv_v": null, "trained_rope_theta": 500000.0, "trained_rope_theta_provenance": "model_spec" }, "expected_checkpoint_sha256": "32dbf82d40b88a92b8dccd563c593b5971be358cf11895eb150f18644ff93c27", "expert_inventory": { "dtypes": [ "torch.bfloat16" ], "matrices": [ "w1", "w3", "w2" ], "representation": "per_expert", "tensor_count": 8448 }, "geometry": { "hidden_size": 1024, "intermediate_size": 512, "layers": [ 3, 4, 5, 6, 7, 8, 9, 10, 11, 12 ], "mtp_layer": 13, "num_experts": 256 }, "kind": "qsrt-fruit-source-preflight", "model_id": "malaiwah/GLM-5.2-SIQ-Fruit-Instruct", "safetensors_manifest_sha256": "8f23aed5e9b12000ed103a76da772a20730ca53ab7e352d6cb94da2709165245", "source_container": "hf_bf16_safetensors", "source_kind": "safetensors_manifest", "source_repository": "malaiwah/GLM-5.2-SIQ-Fruit-Instruct-bf16", "source_revision": "678954f65e056a0f508e21eeb9251c655bb9463f", "source_sha256": "8f23aed5e9b12000ed103a76da772a20730ca53ab7e352d6cb94da2709165245", "status": "pass", "version": 1 }, "version": 1 }