{ "config": { "schema": "betterwright-relevance-config-v1", "relevance_threshold": 0.25, "confidence_threshold": 0.45, "max_retained_fraction": 1.0, "max_ranked_lines": 0, "strategy": "coarse-ref-context", "max_ranked_windows": 8, "ref_context_lines": 3, "window_chars": 1800, "minimum_validation_recall": 0.999, "minimum_validation_perfect_task_recall": 0.995, "validated_max_chars": 10000, "fallback_on_error": true, "model": "ProCreations/betterwright-encoder-350m" }, "metrics": { "validation": { "tasks": 288, "target_evidence_node_recall": 1.0, "mean_task_node_recall": 1.0, "perfect_task_recall": 1.0, "mean_char_savings": 0.04384962945546834, "p50_char_savings": 0.0, "fallback_rate": 0.875, "pruning_coverage": 0.125, "eligible_tasks": 269, "non_fallback_tasks": 36, "non_fallback_target_evidence_node_recall": 1.0, "non_fallback_perfect_task_recall": 1.0, "mean_token_savings": 0.04173023840082931, "p50_token_savings": 0.0, "original_tokens": 1313578, "retained_tokens": 1268598, "token_weighted_savings": 0.034242351805526594, "eligible_mean_token_savings": 0.0446777273585087, "non_fallback_mean_token_savings": 0.3338419072066345, "domains": 8, "by_kind": { "action": { "tasks": 152, "target_evidence_node_recall": 1.0, "mean_task_node_recall": 1.0, "perfect_task_recall": 1.0, "mean_char_savings": 0.05214046487908608, "p50_char_savings": 0.0, "fallback_rate": 0.8618421052631579, "pruning_coverage": 0.13815789473684215, "eligible_tasks": 142, "non_fallback_tasks": 21, "non_fallback_target_evidence_node_recall": 1.0, "non_fallback_perfect_task_recall": 1.0, "mean_token_savings": 0.05011228954625431, "p50_token_savings": 0.0, "original_tokens": 678999, "retained_tokens": 650252, "token_weighted_savings": 0.04233732302993087, "eligible_mean_token_savings": 0.05364132402134264, "non_fallback_mean_token_savings": 0.3627175243347932 }, "evidence": { "tasks": 123, "target_evidence_node_recall": 1.0, "mean_task_node_recall": 1.0, "perfect_task_recall": 1.0, "mean_char_savings": 0.03823855789881136, "p50_char_savings": 0.0, "fallback_rate": 0.8780487804878049, "pruning_coverage": 0.12195121951219512, "eligible_tasks": 114, "non_fallback_tasks": 15, "non_fallback_target_evidence_node_recall": 1.0, "non_fallback_perfect_task_recall": 1.0, "mean_token_savings": 0.0357824442960015, "p50_token_savings": 0.0, "original_tokens": 552299, "retained_tokens": 536066, "token_weighted_savings": 0.029391688197878296, "eligible_mean_token_savings": 0.038607374108843726, "non_fallback_mean_token_savings": 0.29341604322721243 }, "mixed": { "tasks": 13, "target_evidence_node_recall": 1.0, "mean_task_node_recall": 1.0, "perfect_task_recall": 1.0, "mean_char_savings": 0.0, "p50_char_savings": 0.0, "fallback_rate": 1.0, "pruning_coverage": 0.0, "eligible_tasks": 13, "non_fallback_tasks": 0, "non_fallback_target_evidence_node_recall": 1.0, "non_fallback_perfect_task_recall": 1.0, "mean_token_savings": 0.0, "p50_token_savings": 0.0, "original_tokens": 82280, "retained_tokens": 82280, "token_weighted_savings": 0.0, "eligible_mean_token_savings": 0.0, "non_fallback_mean_token_savings": 0.0 } }, "by_difficulty": { "easy": { "tasks": 78, "target_evidence_node_recall": 1.0, "mean_task_node_recall": 1.0, "perfect_task_recall": 1.0, "mean_char_savings": 0.060573867063136076, "p50_char_savings": 0.0, "fallback_rate": 0.8076923076923077, "pruning_coverage": 0.1923076923076923, "eligible_tasks": 73, "non_fallback_tasks": 15, "non_fallback_target_evidence_node_recall": 1.0, "non_fallback_perfect_task_recall": 1.0, "mean_token_savings": 0.05676070237801257, "p50_token_savings": 0.0, "original_tokens": 336446, "retained_tokens": 320055, "token_weighted_savings": 0.04871807065621225, "eligible_mean_token_savings": 0.060648421718972334, "non_fallback_mean_token_savings": 0.2951556523656655 }, "medium": { "tasks": 104, "target_evidence_node_recall": 1.0, "mean_task_node_recall": 1.0, "perfect_task_recall": 1.0, "mean_char_savings": 0.034184279918749255, "p50_char_savings": 0.0, "fallback_rate": 0.9134615384615384, "pruning_coverage": 0.08653846153846156, "eligible_tasks": 97, "non_fallback_tasks": 9, "non_fallback_target_evidence_node_recall": 1.0, "non_fallback_perfect_task_recall": 1.0, "mean_token_savings": 0.03325897021329519, "p50_token_savings": 0.0, "original_tokens": 484499, "retained_tokens": 471810, "token_weighted_savings": 0.026189940536513023, "eligible_mean_token_savings": 0.035659102084357734, "non_fallback_mean_token_savings": 0.38432587802029994 }, "hard": { "tasks": 106, "target_evidence_node_recall": 1.0, "mean_task_node_recall": 1.0, "perfect_task_recall": 1.0, "mean_char_savings": 0.04102609944056928, "p50_char_savings": 0.0, "fallback_rate": 0.8867924528301887, "pruning_coverage": 0.1132075471698113, "eligible_tasks": 99, "non_fallback_tasks": 12, "non_fallback_target_evidence_node_recall": 1.0, "non_fallback_perfect_task_recall": 1.0, "mean_token_savings": 0.03898151860161471, "p50_token_savings": 0.0, "original_tokens": 492633, "retained_tokens": 476733, "token_weighted_savings": 0.032275547923098946, "eligible_mean_token_savings": 0.041737787593648074, "non_fallback_mean_token_savings": 0.3443367476475967 } } }, "test": { "tasks": 877, "target_evidence_node_recall": 0.9958398335933437, "mean_task_node_recall": 0.9960091220068416, "perfect_task_recall": 0.9954389965792474, "mean_char_savings": 0.10703734276326303, "p50_char_savings": 0.0, "fallback_rate": 0.7753705815279361, "pruning_coverage": 0.22462941847206386, "eligible_tasks": 837, "non_fallback_tasks": 197, "non_fallback_target_evidence_node_recall": 0.9759036144578314, "non_fallback_perfect_task_recall": 0.9796954314720813, "mean_token_savings": 0.09903608828689578, "p50_token_savings": 0.0, "original_tokens": 4739110, "retained_tokens": 4279824, "token_weighted_savings": 0.09691397751898567, "eligible_mean_token_savings": 0.10376899573190873, "non_fallback_mean_token_savings": 0.4408865453178051, "domains": 23, "by_kind": { "action": { "tasks": 440, "target_evidence_node_recall": 0.9988674971687429, "mean_task_node_recall": 0.9988636363636364, "perfect_task_recall": 0.9977272727272727, "mean_char_savings": 0.10723482996305486, "p50_char_savings": 0.0, "fallback_rate": 0.7840909090909091, "pruning_coverage": 0.21590909090909094, "eligible_tasks": 419, "non_fallback_tasks": 95, "non_fallback_target_evidence_node_recall": 0.9939393939393939, "non_fallback_perfect_task_recall": 0.9894736842105263, "mean_token_savings": 0.09898566176052773, "p50_token_savings": 0.0, "original_tokens": 2404531, "retained_tokens": 2170129, "token_weighted_savings": 0.09748345935236435, "eligible_mean_token_savings": 0.1039467569800291, "non_fallback_mean_token_savings": 0.4584599071013914 }, "evidence": { "tasks": 395, "target_evidence_node_recall": 0.9924650161463939, "mean_task_node_recall": 0.9924050632911392, "perfect_task_recall": 0.9924050632911392, "mean_char_savings": 0.10488784190049631, "p50_char_savings": 0.0, "fallback_rate": 0.7721518987341772, "pruning_coverage": 0.22784810126582278, "eligible_tasks": 377, "non_fallback_tasks": 90, "non_fallback_target_evidence_node_recall": 0.948905109489051, "non_fallback_perfect_task_recall": 0.9666666666666667, "mean_token_savings": 0.0971958992414474, "p50_token_savings": 0.0, "original_tokens": 2124233, "retained_tokens": 1924331, "token_weighted_savings": 0.09410549596018891, "eligible_mean_token_savings": 0.10183655225562792, "non_fallback_mean_token_savings": 0.4265820022263525 }, "mixed": { "tasks": 42, "target_evidence_node_recall": 1.0, "mean_task_node_recall": 1.0, "perfect_task_recall": 1.0, "mean_char_savings": 0.12518397307003568, "p50_char_savings": 0.0, "fallback_rate": 0.7142857142857143, "pruning_coverage": 0.2857142857142857, "eligible_tasks": 41, "non_fallback_tasks": 12, "non_fallback_target_evidence_node_recall": 1.0, "non_fallback_perfect_task_recall": 1.0, "mean_token_savings": 0.11687090601437322, "p50_token_savings": 0.0, "original_tokens": 210346, "retained_tokens": 185364, "token_weighted_savings": 0.1187662232702309, "eligible_mean_token_savings": 0.11972141591716282, "non_fallback_mean_token_savings": 0.4090481710503064 } }, "by_difficulty": { "easy": { "tasks": 257, "target_evidence_node_recall": 1.0, "mean_task_node_recall": 1.0, "perfect_task_recall": 1.0, "mean_char_savings": 0.11688619448660933, "p50_char_savings": 0.0, "fallback_rate": 0.7509727626459144, "pruning_coverage": 0.2490272373540856, "eligible_tasks": 245, "non_fallback_tasks": 64, "non_fallback_target_evidence_node_recall": 1.0, "non_fallback_perfect_task_recall": 1.0, "mean_token_savings": 0.10811978648538798, "p50_token_savings": 0.0, "original_tokens": 1331136, "retained_tokens": 1189959, "token_weighted_savings": 0.10605753281407759, "eligible_mean_token_savings": 0.11341544949691719, "non_fallback_mean_token_savings": 0.43416851760538616 }, "medium": { "tasks": 307, "target_evidence_node_recall": 0.9912536443148688, "mean_task_node_recall": 0.99185667752443, "perfect_task_recall": 0.990228013029316, "mean_char_savings": 0.10975610188681244, "p50_char_savings": 0.0, "fallback_rate": 0.7785016286644951, "pruning_coverage": 0.22149837133550487, "eligible_tasks": 294, "non_fallback_tasks": 68, "non_fallback_target_evidence_node_recall": 0.9464285714285714, "non_fallback_perfect_task_recall": 0.9558823529411765, "mean_token_savings": 0.10240996496350799, "p50_token_savings": 0.0, "original_tokens": 1689427, "retained_tokens": 1522901, "token_weighted_savings": 0.0985695149894017, "eligible_mean_token_savings": 0.10693829674760869, "non_fallback_mean_token_savings": 0.462350871232308 }, "hard": { "tasks": 313, "target_evidence_node_recall": 0.9976498237367802, "mean_task_node_recall": 0.9968051118210862, "perfect_task_recall": 0.9968051118210862, "mean_char_savings": 0.09628394358169859, "p50_char_savings": 0.0, "fallback_rate": 0.792332268370607, "pruning_coverage": 0.207667731629393, "eligible_tasks": 298, "non_fallback_tasks": 65, "non_fallback_target_evidence_node_recall": 0.9851851851851852, "non_fallback_perfect_task_recall": 0.9846153846153847, "mean_token_savings": 0.08826838676378895, "p50_token_savings": 0.0, "original_tokens": 1718547, "retained_tokens": 1566964, "token_weighted_savings": 0.08820416316807167, "eligible_mean_token_savings": 0.09271142636599307, "non_fallback_mean_token_savings": 0.42504623164716826 } } } }, "validation_search": { "tasks": 288, "target_evidence_node_recall": 1.0, "mean_task_node_recall": 1.0, "perfect_task_recall": 1.0, "mean_char_savings": 0.04384962945546834, "p50_char_savings": 0.0, "fallback_rate": 0.875, "pruning_coverage": 0.125, "eligible_tasks": 269, "non_fallback_tasks": 36, "non_fallback_target_evidence_node_recall": 1.0, "non_fallback_perfect_task_recall": 1.0 }, "inference": { "device": "cuda", "scored_chunks": 64777, "score_seconds": 265.13431255100295, "chunks_per_second": 244.31767950645423 }, "ranking_diagnostics": { "validation": { "raw_top_k_target_evidence_recall": { "1": 0.5358208955223881, "2": 0.6656716417910448, "3": 0.7417910447761195, "4": 0.7940298507462686, "6": 0.9417910447761194, "8": 0.9835820895522388, "10": 0.9925373134328358, "12": 1.0 }, "raw_top_line_target_evidence_recall": { "8": 0.12238805970149254, "16": 0.21194029850746268, "32": 0.32686567164179103, "48": 0.42686567164179107, "64": 0.5164179104477612, "96": 0.6238805970149254, "128": 0.7044776119402985 }, "fill_budget": { "0.18": { "tasks": 288, "target_evidence_node_recall": 0.6298507462686567, "mean_task_node_recall": 0.636780753968254, "perfect_task_recall": 0.5972222222222222, "mean_char_savings": 0.48405502893896873, "p50_char_savings": 0.5764415968457368, "fallback_rate": 0.13194444444444445, "pruning_coverage": 0.8680555555555556, "eligible_tasks": 269, "non_fallback_tasks": 250, "non_fallback_target_evidence_node_recall": 0.568695652173913, "non_fallback_perfect_task_recall": 0.536 }, "0.3": { "tasks": 288, "target_evidence_node_recall": 0.7343283582089553, "mean_task_node_recall": 0.7372685185185185, "perfect_task_recall": 0.6979166666666666, "mean_char_savings": 0.4587151815434367, "p50_char_savings": 0.5764415968457368, "fallback_rate": 0.13194444444444445, "pruning_coverage": 0.8680555555555556, "eligible_tasks": 269, "non_fallback_tasks": 250, "non_fallback_target_evidence_node_recall": 0.6904347826086956, "non_fallback_perfect_task_recall": 0.652 }, "0.44": { "tasks": 288, "target_evidence_node_recall": 0.7686567164179104, "mean_task_node_recall": 0.7699652777777778, "perfect_task_recall": 0.7430555555555556, "mean_char_savings": 0.4280546332696833, "p50_char_savings": 0.5764415968457368, "fallback_rate": 0.13194444444444445, "pruning_coverage": 0.8680555555555556, "eligible_tasks": 269, "non_fallback_tasks": 250, "non_fallback_target_evidence_node_recall": 0.7304347826086957, "non_fallback_perfect_task_recall": 0.704 }, "0.6": { "tasks": 288, "target_evidence_node_recall": 0.7746268656716417, "mean_task_node_recall": 0.7743055555555556, "perfect_task_recall": 0.7465277777777778, "mean_char_savings": 0.3943328906191028, "p50_char_savings": 0.4372034956304619, "fallback_rate": 0.13194444444444445, "pruning_coverage": 0.8680555555555556, "eligible_tasks": 269, "non_fallback_tasks": 250, "non_fallback_target_evidence_node_recall": 0.7373913043478261, "non_fallback_perfect_task_recall": 0.708 }, "0.75": { "tasks": 288, "target_evidence_node_recall": 0.7776119402985074, "mean_task_node_recall": 0.7777777777777778, "perfect_task_recall": 0.75, "mean_char_savings": 0.38721273988159877, "p50_char_savings": 0.368893879842785, "fallback_rate": 0.13194444444444445, "pruning_coverage": 0.8680555555555556, "eligible_tasks": 269, "non_fallback_tasks": 250, "non_fallback_target_evidence_node_recall": 0.7408695652173913, "non_fallback_perfect_task_recall": 0.712 } }, "worst_required_window_best_rank": { "p50": 2.0, "p95": 7.0, "p99": 9.129999999999995, "max": 12 } }, "test": { "raw_top_k_target_evidence_recall": { "1": 0.5460218408736349, "2": 0.7103484139365575, "3": 0.8044721788871555, "4": 0.8673946957878315, "6": 0.9266770670826833, "8": 0.9594383775351014, "10": 0.9739989599583984, "12": 0.9854394175767031 }, "raw_top_line_target_evidence_recall": { "8": 0.1684867394695788, "16": 0.27613104524180965, "32": 0.41497659906396256, "48": 0.5085803432137286, "64": 0.5995839833593344, "96": 0.7119084763390535, "128": 0.7940717628705148 }, "fill_budget": { "0.18": { "tasks": 877, "target_evidence_node_recall": 0.47425897035881437, "mean_task_node_recall": 0.5196197334536593, "perfect_task_recall": 0.4629418472063854, "mean_char_savings": 0.6391523406685479, "p50_char_savings": 0.7179512729809178, "fallback_rate": 0.0661345496009122, "pruning_coverage": 0.9338654503990877, "eligible_tasks": 837, "non_fallback_tasks": 819, "non_fallback_target_evidence_node_recall": 0.43676880222841225, "non_fallback_perfect_task_recall": 0.4249084249084249 }, "0.3": { "tasks": 877, "target_evidence_node_recall": 0.5673426937077483, "mean_task_node_recall": 0.6049642579121417, "perfect_task_recall": 0.5473204104903079, "mean_char_savings": 0.606356867552675, "p50_char_savings": 0.7009256303862113, "fallback_rate": 0.0661345496009122, "pruning_coverage": 0.9338654503990877, "eligible_tasks": 837, "non_fallback_tasks": 819, "non_fallback_target_evidence_node_recall": 0.5364902506963788, "non_fallback_perfect_task_recall": 0.5152625152625152 }, "0.44": { "tasks": 877, "target_evidence_node_recall": 0.6515860634425377, "mean_task_node_recall": 0.6956902176232781, "perfect_task_recall": 0.6488027366020525, "mean_char_savings": 0.555171139653298, "p50_char_savings": 0.596022260742633, "fallback_rate": 0.0661345496009122, "pruning_coverage": 0.9338654503990877, "eligible_tasks": 837, "non_fallback_tasks": 819, "non_fallback_target_evidence_node_recall": 0.6267409470752089, "non_fallback_perfect_task_recall": 0.6239316239316239 }, "0.6": { "tasks": 877, "target_evidence_node_recall": 0.6999479979199168, "mean_task_node_recall": 0.7317981613709026, "perfect_task_recall": 0.6864310148232611, "mean_char_savings": 0.521699198732985, "p50_char_savings": 0.5467590055303673, "fallback_rate": 0.0661345496009122, "pruning_coverage": 0.9338654503990877, "eligible_tasks": 837, "non_fallback_tasks": 819, "non_fallback_target_evidence_node_recall": 0.6785515320334262, "non_fallback_perfect_task_recall": 0.6642246642246642 }, "0.75": { "tasks": 877, "target_evidence_node_recall": 0.7841913676547062, "mean_task_node_recall": 0.8048502328266229, "perfect_task_recall": 0.7673888255416191, "mean_char_savings": 0.46268750135252407, "p50_char_savings": 0.4118563637651391, "fallback_rate": 0.0661345496009122, "pruning_coverage": 0.9338654503990877, "eligible_tasks": 837, "non_fallback_tasks": 819, "non_fallback_target_evidence_node_recall": 0.7688022284122563, "non_fallback_perfect_task_recall": 0.7509157509157509 } }, "worst_required_window_best_rank": { "p50": 2.0, "p95": 8.0, "p99": 13.0, "max": 21 } } }, "detail": [ { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.470703125, "peak_confidence": 0.61328125, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.484375, "peak_confidence": 0.62890625, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.45703125, "peak_confidence": 0.62890625, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.443359375, "peak_confidence": 0.609375, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.490234375, "peak_confidence": 0.59375, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.53515625, "peak_confidence": 0.59765625, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.36328125, "peak_confidence": 0.62890625, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.6328125, "peak_confidence": 0.578125, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.5625, "peak_confidence": 0.59375, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.099609375, "peak_confidence": 0.66796875, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.478515625, "peak_confidence": 0.609375, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.470703125, "peak_confidence": 0.625, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.61328125, "peak_confidence": 0.58984375, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.55859375, "peak_confidence": 0.59375, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.4296875, "peak_confidence": 0.64453125, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.57421875, "peak_confidence": 0.59375, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.5546875, "peak_confidence": 0.60546875, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.55859375, "peak_confidence": 0.6015625, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.54296875, "peak_confidence": 0.60546875, "original_tokens": 493, "retained_tokens": 493, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.71875, "peak_confidence": 0.56640625, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.7109375, "peak_confidence": 0.5703125, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6953125, "peak_confidence": 0.57421875, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.69140625, "peak_confidence": 0.54296875, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6953125, "peak_confidence": 0.578125, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.67578125, "peak_confidence": 0.64453125, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.6328125, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.67578125, "peak_confidence": 0.62109375, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.69921875, "peak_confidence": 0.54296875, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.64453125, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.58984375, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.5859375, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.5703125, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.7109375, "peak_confidence": 0.56640625, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65625, "peak_confidence": 0.60546875, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6640625, "peak_confidence": 0.5546875, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.68359375, "peak_confidence": 0.6171875, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.64453125, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6875, "peak_confidence": 0.59375, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.67578125, "peak_confidence": 0.625, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.640625, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.53515625, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.55078125, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.58203125, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.55859375, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.55078125, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.51953125, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.58203125, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.57421875, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.5703125, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.58203125, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.5859375, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.5703125, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.546875, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.59375, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.375, "peak_confidence": 0.59375, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.58984375, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.578125, "peak_confidence": 0.5234375, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "www.chase.com", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.50390625, "original_tokens": 4552, "retained_tokens": 4552, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.578125, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.57421875, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.60546875, "peak_confidence": 0.5078125, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.53515625, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.5625, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.5703125, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.578125, "peak_confidence": 0.5546875, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 5, "required_count": 5, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.53125, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.5390625, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.5546875, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.5546875, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.5234375, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.51171875, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.47265625, "peak_confidence": 0.56640625, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "mixed", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.54296875, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "mixed", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.53515625, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.54296875, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.5390625, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.5390625, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.54296875, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59375, "peak_confidence": 0.55859375, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.6164794007490637, "fallback": false, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.49609375, "original_tokens": 3950, "retained_tokens": 1501, "token_savings": 0.62, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.6164794007490637, "fallback": false, "eligible": true, "peak": 0.51171875, "peak_confidence": 0.6484375, "original_tokens": 3950, "retained_tokens": 1501, "token_savings": 0.62, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6164794007490637, "fallback": false, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.6015625, "original_tokens": 3950, "retained_tokens": 1501, "token_savings": 0.62, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6164794007490637, "fallback": false, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.59375, "original_tokens": 3950, "retained_tokens": 1501, "token_savings": 0.62, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6164794007490637, "fallback": false, "eligible": true, "peak": 0.640625, "peak_confidence": 0.58203125, "original_tokens": 3950, "retained_tokens": 1501, "token_savings": 0.62, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6164794007490637, "fallback": false, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.5, "original_tokens": 3950, "retained_tokens": 1501, "token_savings": 0.62, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6164794007490637, "fallback": false, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.58203125, "original_tokens": 3950, "retained_tokens": 1501, "token_savings": 0.62, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6164794007490637, "fallback": false, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.61328125, "original_tokens": 3950, "retained_tokens": 1501, "token_savings": 0.62, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6164794007490637, "fallback": false, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.51953125, "original_tokens": 3950, "retained_tokens": 1501, "token_savings": 0.62, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6164794007490637, "fallback": false, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.62109375, "original_tokens": 3950, "retained_tokens": 1501, "token_savings": 0.62, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6164794007490637, "fallback": false, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.59375, "original_tokens": 3950, "retained_tokens": 1501, "token_savings": 0.62, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.6164794007490637, "fallback": false, "eligible": true, "peak": 0.609375, "peak_confidence": 0.5, "original_tokens": 3950, "retained_tokens": 1501, "token_savings": 0.62, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 10, "required_count": 10, "savings": 0.6164794007490637, "fallback": false, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.5859375, "original_tokens": 3950, "retained_tokens": 1501, "token_savings": 0.62, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.6164794007490637, "fallback": false, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.51953125, "original_tokens": 3950, "retained_tokens": 1501, "token_savings": 0.62, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.6164794007490637, "fallback": false, "eligible": true, "peak": 0.50390625, "peak_confidence": 0.578125, "original_tokens": 3950, "retained_tokens": 1501, "token_savings": 0.62, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.56640625, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4140625, "peak_confidence": 0.609375, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.546875, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.466796875, "peak_confidence": 0.60546875, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.5546875, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5078125, "peak_confidence": 0.609375, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.5546875, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.51171875, "peak_confidence": 0.59375, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.5390625, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.5786363846189355, "fallback": false, "eligible": true, "peak": 0.279296875, "peak_confidence": 0.6796875, "original_tokens": 6055, "retained_tokens": 2908, "token_savings": 0.5197357555739059, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.1826171875, "peak_confidence": 0.65234375, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.470703125, "peak_confidence": 0.57421875, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.5859375, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.5546875, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.5390625, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.55078125, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.49609375, "peak_confidence": 0.58984375, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.5572173752481189, "fallback": false, "eligible": true, "peak": 0.48046875, "peak_confidence": 0.61328125, "original_tokens": 6055, "retained_tokens": 3066, "token_savings": 0.49364161849710986, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.51953125, "peak_confidence": 0.65234375, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "sourceforge.net", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.3359375, "peak_confidence": 0.73046875, "original_tokens": 6055, "retained_tokens": 6055, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.53515625, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.55078125, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.54296875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.46875, "peak_confidence": 0.61328125, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.5625, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.546875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6640625, "peak_confidence": 0.546875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.53515625, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.55078125, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.67578125, "peak_confidence": 0.54296875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4609375, "peak_confidence": 0.5859375, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.55078125, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.55078125, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.5546875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.55078125, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 5, "required_count": 5, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.54296875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.5546875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.57421875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.5546875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.5546875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.578125, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.46875, "peak_confidence": 0.6171875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.57421875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.55859375, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6796875, "peak_confidence": 0.546875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.5, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.546875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.40234375, "peak_confidence": 0.66796875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.5625, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.53515625, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.5390625, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.58984375, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.57421875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.5703125, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.5546875, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.nyse.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.58984375, "original_tokens": 6594, "retained_tokens": 6594, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.640625, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.71484375, "peak_confidence": 0.6171875, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65625, "peak_confidence": 0.5625, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.64453125, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "mixed", "difficulty": "medium" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.6484375, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.65234375, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 7, "required_count": 7, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.6484375, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.58203125, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6796875, "peak_confidence": 0.59375, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.60546875, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6953125, "peak_confidence": 0.6015625, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.7265625, "peak_confidence": 0.62890625, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6640625, "peak_confidence": 0.6484375, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.46484375, "peak_confidence": 0.6171875, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.640625, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.64453125, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.5546875, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 7, "required_count": 7, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.69921875, "peak_confidence": 0.61328125, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.usps.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59375, "peak_confidence": 0.66015625, "original_tokens": 7470, "retained_tokens": 7470, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.71484375, "peak_confidence": 0.56640625, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.6328125, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.70703125, "peak_confidence": 0.5703125, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6953125, "peak_confidence": 0.5703125, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.609375, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.671875, "peak_confidence": 0.625, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.6328125, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6640625, "peak_confidence": 0.5546875, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.6328125, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.703125, "peak_confidence": 0.56640625, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.70703125, "peak_confidence": 0.57421875, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.68359375, "peak_confidence": 0.5703125, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.7109375, "peak_confidence": 0.53515625, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.63671875, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.6328125, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.671875, "peak_confidence": 0.546875, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.6328125, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65625, "peak_confidence": 0.625, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6796875, "peak_confidence": 0.625, "original_tokens": 6433, "retained_tokens": 6433, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.5234375, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.41015625, "peak_confidence": 0.58984375, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.498046875, "peak_confidence": 0.5703125, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.51953125, "peak_confidence": 0.54296875, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.546875, "peak_confidence": 0.578125, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.55078125, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.546875, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.431640625, "peak_confidence": 0.55859375, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65625, "peak_confidence": 0.52734375, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.53125, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.35546875, "peak_confidence": 0.58984375, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.54296875, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.52734375, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.60546875, "peak_confidence": 0.546875, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.46484375, "peak_confidence": 0.58984375, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.56640625, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4140625, "peak_confidence": 0.6015625, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.53515625, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.51953125, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "www.uscis.gov", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.5390625, "original_tokens": 3782, "retained_tokens": 3782, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.578125, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.59375, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.59375, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66796875, "peak_confidence": 0.56640625, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.58203125, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.578125, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.6171875, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.57421875, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.578125, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.58984375, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65625, "peak_confidence": 0.57421875, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.58984375, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.59765625, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.431640625, "peak_confidence": 0.6484375, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.609375, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.58203125, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.58984375, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.6015625, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.5703125, "original_tokens": 828, "retained_tokens": 828, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.47265625, "peak_confidence": 0.609375, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.5625, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.57421875, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.55859375, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.48828125, "peak_confidence": 0.6015625, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.58203125, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.447265625, "peak_confidence": 0.58984375, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.306640625, "peak_confidence": 0.65625, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.40234375, "peak_confidence": 0.640625, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.3828125, "peak_confidence": 0.734375, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.5703125, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.58984375, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.478515625, "peak_confidence": 0.6328125, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.4609375, "peak_confidence": 0.609375, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.35546875, "peak_confidence": 0.7421875, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.451171875, "peak_confidence": 0.609375, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.55859375, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.50390625, "peak_confidence": 0.58984375, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.chess.com", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.11819202695115105, "fallback": false, "eligible": true, "peak": 0.431640625, "peak_confidence": 0.66015625, "original_tokens": 1237, "retained_tokens": 1126, "token_savings": 0.08973322554567498, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.57421875, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.5859375, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.58203125, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.58984375, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66796875, "peak_confidence": 0.56640625, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.59375, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.58984375, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.57421875, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.578125, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.59375, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.5859375, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.6015625, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66796875, "peak_confidence": 0.56640625, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.56640625, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.5703125, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.412109375, "peak_confidence": 0.65625, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.59765625, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.58984375, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 5, "required_count": 5, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.58203125, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.youtube.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.578125, "original_tokens": 829, "retained_tokens": 829, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 7, "required_count": 7, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.37109375, "peak_confidence": 0.6015625, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 7, "required_count": 7, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.5546875, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.5703125, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.515625, "peak_confidence": 0.6015625, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.53125, "peak_confidence": 0.62109375, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.56640625, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.318359375, "peak_confidence": 0.6875, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.5625, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.59375, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.515625, "peak_confidence": 0.55859375, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.2412109375, "peak_confidence": 0.68359375, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.52734375, "peak_confidence": 0.5859375, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.57421875, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.44921875, "peak_confidence": 0.58984375, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.263671875, "peak_confidence": 0.66015625, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.443359375, "peak_confidence": 0.5625, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.55078125, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.3125, "peak_confidence": 0.640625, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.5703125, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.490234375, "peak_confidence": 0.59765625, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.5625, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "validation", "host": "www.allrecipes.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.51171875, "peak_confidence": 0.56640625, "original_tokens": 8837, "retained_tokens": 8837, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.2681537350557651, "fallback": false, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.5390625, "original_tokens": 3708, "retained_tokens": 2879, "token_savings": 0.22357065803667742, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.3160555243520822, "fallback": false, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.54296875, "original_tokens": 3708, "retained_tokens": 2655, "token_savings": 0.28398058252427183, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.29150284843135676, "fallback": false, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.54296875, "original_tokens": 3708, "retained_tokens": 2796, "token_savings": 0.24595469255663427, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.3160555243520822, "fallback": false, "eligible": true, "peak": 0.66796875, "peak_confidence": 0.53125, "original_tokens": 3708, "retained_tokens": 2655, "token_savings": 0.28398058252427183, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.3160555243520822, "fallback": false, "eligible": true, "peak": 0.66796875, "peak_confidence": 0.5390625, "original_tokens": 3708, "retained_tokens": 2655, "token_savings": 0.28398058252427183, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.29150284843135676, "fallback": false, "eligible": true, "peak": 0.447265625, "peak_confidence": 0.63671875, "original_tokens": 3708, "retained_tokens": 2796, "token_savings": 0.24595469255663427, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.3263259247372222, "fallback": false, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.56640625, "original_tokens": 3708, "retained_tokens": 2617, "token_savings": 0.2942286947141316, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.3263259247372222, "fallback": false, "eligible": true, "peak": 0.60546875, "peak_confidence": 0.55859375, "original_tokens": 3708, "retained_tokens": 2617, "token_savings": 0.2942286947141316, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.3160555243520822, "fallback": false, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.5625, "original_tokens": 3708, "retained_tokens": 2655, "token_savings": 0.28398058252427183, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.29150284843135676, "fallback": false, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.6328125, "original_tokens": 3708, "retained_tokens": 2796, "token_savings": 0.24595469255663427, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.29150284843135676, "fallback": false, "eligible": true, "peak": 0.5625, "peak_confidence": 0.5546875, "original_tokens": 3708, "retained_tokens": 2796, "token_savings": 0.24595469255663427, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.3065072614940223, "fallback": false, "eligible": true, "peak": 0.66796875, "peak_confidence": 0.53515625, "original_tokens": 3708, "retained_tokens": 2702, "token_savings": 0.27130528586839264, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.3065072614940223, "fallback": false, "eligible": true, "peak": 0.5625, "peak_confidence": 0.54296875, "original_tokens": 3708, "retained_tokens": 2702, "token_savings": 0.27130528586839264, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.3065072614940223, "fallback": false, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.57421875, "original_tokens": 3708, "retained_tokens": 2702, "token_savings": 0.27130528586839264, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.3160555243520822, "fallback": false, "eligible": true, "peak": 0.59375, "peak_confidence": 0.5703125, "original_tokens": 3708, "retained_tokens": 2655, "token_savings": 0.28398058252427183, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.29150284843135676, "fallback": false, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.546875, "original_tokens": 3708, "retained_tokens": 2796, "token_savings": 0.24595469255663427, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.3065072614940223, "fallback": false, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.64453125, "original_tokens": 3708, "retained_tokens": 2702, "token_savings": 0.27130528586839264, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.29150284843135676, "fallback": false, "eligible": true, "peak": 0.546875, "peak_confidence": 0.5, "original_tokens": 3708, "retained_tokens": 2796, "token_savings": 0.24595469255663427, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.65625, "peak_confidence": 0.53515625, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.53125, "peak_confidence": 0.56640625, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.53515625, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.55078125, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.53125, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.640625, "peak_confidence": 0.54296875, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.54296875, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.57421875, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.6015625, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.59375, "peak_confidence": 0.5546875, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.609375, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.609375, "peak_confidence": 0.55859375, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.5625, "peak_confidence": 0.56640625, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.55859375, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.67578125, "peak_confidence": 0.53125, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.609375, "peak_confidence": 0.50390625, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.54296875, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.546875, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.56640625, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.5703125, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.stubhub.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.28247568245999377, "fallback": false, "eligible": true, "peak": 0.60546875, "peak_confidence": 0.5390625, "original_tokens": 4498, "retained_tokens": 3114, "token_savings": 0.3076923076923077, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4609375, "peak_confidence": 0.58203125, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.25390625, "peak_confidence": 0.6640625, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.404296875, "peak_confidence": 0.63671875, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.54296875, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.54296875, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 5, "required_count": 5, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.443359375, "peak_confidence": 0.6015625, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.40625, "peak_confidence": 0.57421875, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.53515625, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.51953125, "peak_confidence": 0.55859375, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.416015625, "peak_confidence": 0.65625, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.49609375, "peak_confidence": 0.5703125, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.51171875, "peak_confidence": 0.5703125, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.5703125, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.56640625, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.5859375, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.53125, "peak_confidence": 0.58984375, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.56640625, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.546875, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.546875, "original_tokens": 3975, "retained_tokens": 3975, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.546875, "peak_confidence": 0.56640625, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "mixed", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.53125, "peak_confidence": 0.53515625, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.451171875, "peak_confidence": 0.62890625, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.57421875, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5, "peak_confidence": 0.546875, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.31640625, "peak_confidence": 0.69140625, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 12, "required_count": 12, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.515625, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.60546875, "peak_confidence": 0.578125, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.48828125, "peak_confidence": 0.60546875, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4296875, "peak_confidence": 0.578125, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.51953125, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.53515625, "peak_confidence": 0.578125, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.34765625, "peak_confidence": 0.68359375, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.48046875, "peak_confidence": 0.58203125, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.2236328125, "peak_confidence": 0.62890625, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 5, "required_count": 5, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.58203125, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 12, "required_count": 12, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.60546875, "peak_confidence": 0.578125, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 17, "required_count": 17, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.51953125, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.5703125, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 7, "required_count": 7, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.578125, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.6015625, "original_tokens": 10463, "retained_tokens": 10463, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.58984375, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.482421875, "peak_confidence": 0.65234375, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.609375, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.51171875, "peak_confidence": 0.625, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.54296875, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.388671875, "peak_confidence": 0.578125, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.515625, "peak_confidence": 0.63671875, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.60546875, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 11, "required_count": 11, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.59375, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.61328125, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.5546875, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.55078125, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.5703125, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.3984375, "peak_confidence": 0.625, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4296875, "peak_confidence": 0.63671875, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.58984375, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.59375, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.47265625, "peak_confidence": 0.5859375, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.486328125, "peak_confidence": 0.62890625, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4453125, "peak_confidence": 0.58203125, "original_tokens": 1653, "retained_tokens": 1653, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.41015625, "peak_confidence": 0.66015625, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.57421875, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 5, "required_count": 5, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.70703125, "peak_confidence": 0.58203125, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4765625, "peak_confidence": 0.64453125, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.61328125, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.58984375, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.5859375, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.69921875, "peak_confidence": 0.5859375, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6953125, "peak_confidence": 0.58984375, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.58203125, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.7109375, "peak_confidence": 0.5859375, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.68359375, "peak_confidence": 0.578125, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.56640625, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.56640625, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.5703125, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.59375, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.578125, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.58984375, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.5859375, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.59375, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.57421875, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.625, "original_tokens": 7648, "retained_tokens": 7648, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.33203125, "peak_confidence": 0.65625, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.56640625, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.58984375, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.6484375, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.58984375, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.39453125, "peak_confidence": 0.6796875, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.478515625, "peak_confidence": 0.58984375, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.60546875, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.5859375, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 5, "required_count": 5, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.470703125, "peak_confidence": 0.625, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.56640625, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.59375, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.263671875, "peak_confidence": 0.62890625, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.60546875, "peak_confidence": 0.5625, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.51953125, "peak_confidence": 0.59375, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.640625, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.28515625, "peak_confidence": 0.640625, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.5859375, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.5703125, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.5859375, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.5703125, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 5, "required_count": 5, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.59375, "original_tokens": 4168, "retained_tokens": 4168, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4921875, "peak_confidence": 0.6328125, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.59375, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.546875, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.396484375, "peak_confidence": 0.640625, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.453125, "peak_confidence": 0.64453125, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.53125, "peak_confidence": 0.58984375, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.67578125, "peak_confidence": 0.5078125, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.5234375, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.59765625, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.51953125, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.5625, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.60546875, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.58984375, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66796875, "peak_confidence": 0.5703125, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.50390625, "peak_confidence": 0.59375, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.67578125, "peak_confidence": 0.5078125, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.52734375, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.68359375, "peak_confidence": 0.515625, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.54296875, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.515625, "original_tokens": 6018, "retained_tokens": 6018, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.578125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.5703125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5234375, "peak_confidence": 0.578125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.56640625, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.2197265625, "peak_confidence": 0.671875, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.23046875, "peak_confidence": 0.65234375, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.52734375, "peak_confidence": 0.578125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 8, "required_count": 8, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.392578125, "peak_confidence": 0.6171875, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 8, "required_count": 8, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.515625, "peak_confidence": 0.58203125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.44140625, "peak_confidence": 0.62109375, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.30078125, "peak_confidence": 0.671875, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4453125, "peak_confidence": 0.61328125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.57421875, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.55859375, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.59375, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.515625, "peak_confidence": 0.58203125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 16, "required_count": 16, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.431640625, "peak_confidence": 0.62109375, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.46484375, "peak_confidence": 0.57421875, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.408203125, "peak_confidence": 0.6171875, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.33203125, "peak_confidence": 0.6015625, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.5625, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.546875, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.5390625, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.494140625, "peak_confidence": 0.60546875, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.5625, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.53515625, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.52734375, "peak_confidence": 0.55859375, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.53125, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.5546875, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.58203125, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.482421875, "peak_confidence": 0.58984375, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.52734375, "peak_confidence": 0.56640625, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.373046875, "peak_confidence": 0.66796875, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.53515625, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.53515625, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.58984375, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.53125, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.546875, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.5390625, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.59375, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.amazon.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.58984375, "original_tokens": 6416, "retained_tokens": 6416, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.5, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.498046875, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.51171875, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.53515625, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.60546875, "peak_confidence": 0.484375, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.5, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.51953125, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.578125, "peak_confidence": 0.546875, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.494140625, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.5, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.53515625, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.52734375, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.53515625, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.55859375, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.443359375, "peak_confidence": 0.6015625, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.54296875, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.53515625, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.435546875, "peak_confidence": 0.609375, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.53125, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.55078125, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.52734375, "original_tokens": 1680, "retained_tokens": 1680, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6796875, "peak_confidence": 0.60546875, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6875, "peak_confidence": 0.6015625, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.5703125, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 5, "required_count": 5, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.65234375, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.609375, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.57421875, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.5703125, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.5859375, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4296875, "peak_confidence": 0.640625, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6640625, "peak_confidence": 0.609375, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65625, "peak_confidence": 0.61328125, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.62109375, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.671875, "peak_confidence": 0.609375, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6796875, "peak_confidence": 0.6015625, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.494140625, "peak_confidence": 0.6171875, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.62890625, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.56640625, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.5625, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 10, "required_count": 10, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66796875, "peak_confidence": 0.609375, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "us.trip.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.625, "original_tokens": 2465, "retained_tokens": 2465, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.58203125, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.5625, "peak_confidence": 0.58203125, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.353515625, "peak_confidence": 0.6484375, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.59375, "peak_confidence": 0.5703125, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.59375, "peak_confidence": 0.578125, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.51953125, "peak_confidence": 0.59765625, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.484375, "peak_confidence": 0.6015625, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.453125, "peak_confidence": 0.62890625, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.328125, "peak_confidence": 0.671875, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.494140625, "peak_confidence": 0.6171875, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.50390625, "peak_confidence": 0.58984375, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.57421875, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.58203125, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.498046875, "peak_confidence": 0.6015625, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.41796875, "peak_confidence": 0.6171875, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.52734375, "peak_confidence": 0.59375, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.ups.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.22901504124211547, "fallback": false, "eligible": true, "peak": 0.578125, "peak_confidence": 0.5859375, "original_tokens": 575, "retained_tokens": 474, "token_savings": 0.17565217391304344, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.3547065044949762, "fallback": false, "eligible": true, "peak": 0.361328125, "peak_confidence": 0.5546875, "original_tokens": 2167, "retained_tokens": 1523, "token_savings": 0.297185048454084, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.3547065044949762, "fallback": false, "eligible": true, "peak": 0.51953125, "peak_confidence": 0.5390625, "original_tokens": 2167, "retained_tokens": 1523, "token_savings": 0.297185048454084, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.3547065044949762, "fallback": false, "eligible": true, "peak": 0.486328125, "peak_confidence": 0.5703125, "original_tokens": 2167, "retained_tokens": 1523, "token_savings": 0.297185048454084, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.3547065044949762, "fallback": false, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.55078125, "original_tokens": 2167, "retained_tokens": 1523, "token_savings": 0.297185048454084, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.3547065044949762, "fallback": false, "eligible": true, "peak": 0.474609375, "peak_confidence": 0.60546875, "original_tokens": 2167, "retained_tokens": 1523, "token_savings": 0.297185048454084, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.3547065044949762, "fallback": false, "eligible": true, "peak": 0.59375, "peak_confidence": 0.53125, "original_tokens": 2167, "retained_tokens": 1523, "token_savings": 0.297185048454084, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.3547065044949762, "fallback": false, "eligible": true, "peak": 0.609375, "peak_confidence": 0.625, "original_tokens": 2167, "retained_tokens": 1523, "token_savings": 0.297185048454084, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.3547065044949762, "fallback": false, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.53515625, "original_tokens": 2167, "retained_tokens": 1523, "token_savings": 0.297185048454084, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.3547065044949762, "fallback": false, "eligible": true, "peak": 0.515625, "peak_confidence": 0.578125, "original_tokens": 2167, "retained_tokens": 1523, "token_savings": 0.297185048454084, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.3547065044949762, "fallback": false, "eligible": true, "peak": 0.50390625, "peak_confidence": 0.640625, "original_tokens": 2167, "retained_tokens": 1523, "token_savings": 0.297185048454084, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.3547065044949762, "fallback": false, "eligible": true, "peak": 0.451171875, "peak_confidence": 0.66015625, "original_tokens": 2167, "retained_tokens": 1523, "token_savings": 0.297185048454084, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.3547065044949762, "fallback": false, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.5859375, "original_tokens": 2167, "retained_tokens": 1523, "token_savings": 0.297185048454084, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.3547065044949762, "fallback": false, "eligible": true, "peak": 0.34765625, "peak_confidence": 0.68359375, "original_tokens": 2167, "retained_tokens": 1523, "token_savings": 0.297185048454084, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.3547065044949762, "fallback": false, "eligible": true, "peak": 0.50390625, "peak_confidence": 0.60546875, "original_tokens": 2167, "retained_tokens": 1523, "token_savings": 0.297185048454084, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.373046875, "peak_confidence": 0.61328125, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.52734375, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.466796875, "peak_confidence": 0.59765625, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 12, "required_count": 12, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.6015625, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.478515625, "peak_confidence": 0.5703125, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.53515625, "peak_confidence": 0.5546875, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5234375, "peak_confidence": 0.58984375, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.546875, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.376953125, "peak_confidence": 0.58203125, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.53125, "peak_confidence": 0.5546875, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.50390625, "peak_confidence": 0.578125, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.396484375, "peak_confidence": 0.59375, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 12, "required_count": 12, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.59375, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.5859375, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.55859375, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.jcpenney.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.47265625, "peak_confidence": 0.56640625, "original_tokens": 10475, "retained_tokens": 10475, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.515625, "peak_confidence": 0.5703125, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.494140625, "peak_confidence": 0.578125, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.32421875, "peak_confidence": 0.65625, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.494140625, "peak_confidence": 0.59765625, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.51953125, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4609375, "peak_confidence": 0.609375, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.578125, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.53125, "peak_confidence": 0.578125, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.54296875, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.357421875, "peak_confidence": 0.58203125, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.57421875, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.51171875, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4140625, "peak_confidence": 0.55859375, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.283203125, "peak_confidence": 0.66796875, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.546875, "peak_confidence": 0.56640625, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.5703125, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 7, "required_count": 7, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.427734375, "peak_confidence": 0.51953125, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.33984375, "peak_confidence": 0.62890625, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.48828125, "peak_confidence": 0.56640625, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.theweathernetwork.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.439453125, "peak_confidence": 0.53515625, "original_tokens": 3678, "retained_tokens": 3678, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 5, "required_count": 5, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5, "peak_confidence": 0.55859375, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.314453125, "peak_confidence": 0.6015625, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6640625, "peak_confidence": 0.5078125, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.482421875, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.53125, "peak_confidence": 0.51953125, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.5390625, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.337890625, "peak_confidence": 0.6328125, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.5234375, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.50390625, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.435546875, "peak_confidence": 0.54296875, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.5234375, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.49609375, "peak_confidence": 0.515625, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.51953125, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.55078125, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 5, "required_count": 5, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.498046875, "peak_confidence": 0.5546875, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.49609375, "peak_confidence": 0.55859375, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.546875, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.4765625, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.52734375, "original_tokens": 4686, "retained_tokens": 4686, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.578125, "peak_confidence": 0.51171875, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.609375, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.546875, "peak_confidence": 0.66015625, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.490234375, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.48828125, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.50390625, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.60546875, "peak_confidence": 0.52734375, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.515625, "peak_confidence": 0.59375, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.52734375, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.48046875, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.546875, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.50390625, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.58984375, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5234375, "peak_confidence": 0.5390625, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.337890625, "peak_confidence": 0.58984375, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.498046875, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.51953125, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.5, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.490234375, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.5078125, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.515625, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.cars.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6148450715847671, "fallback": false, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.5546875, "original_tokens": 8157, "retained_tokens": 3280, "token_savings": 0.5978913816354052, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cars.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.638032759830012, "fallback": false, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.56640625, "original_tokens": 8157, "retained_tokens": 3034, "token_savings": 0.6280495280127498, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cars.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6393530552461113, "fallback": false, "eligible": true, "peak": 0.67578125, "peak_confidence": 0.546875, "original_tokens": 8157, "retained_tokens": 3005, "token_savings": 0.6316047566507295, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.cars.com", "recall": 0.5, "hits": 1, "required_count": 2, "savings": 0.6241283987292157, "fallback": false, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.5546875, "original_tokens": 8157, "retained_tokens": 3173, "token_savings": 0.6110089493686404, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.cars.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.6372075751949499, "fallback": false, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.5546875, "original_tokens": 8157, "retained_tokens": 3054, "token_savings": 0.6255976461934535, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.cars.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.5703125, "original_tokens": 8157, "retained_tokens": 8157, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cars.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66796875, "peak_confidence": 0.46875, "original_tokens": 8157, "retained_tokens": 8157, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.cars.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.6019309320460453, "fallback": false, "eligible": true, "peak": 0.53125, "peak_confidence": 0.56640625, "original_tokens": 8157, "retained_tokens": 3396, "token_savings": 0.5836704670834866, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cars.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6105953707141973, "fallback": false, "eligible": true, "peak": 0.640625, "peak_confidence": 0.55859375, "original_tokens": 8157, "retained_tokens": 3248, "token_savings": 0.6018143925462793, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cars.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6697198498163964, "fallback": false, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.625, "original_tokens": 8157, "retained_tokens": 2750, "token_savings": 0.6628662498467575, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.cars.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6640625, "peak_confidence": 0.46875, "original_tokens": 8157, "retained_tokens": 8157, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.cars.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6016008581920205, "fallback": false, "eligible": true, "peak": 0.59375, "peak_confidence": 0.58203125, "original_tokens": 8157, "retained_tokens": 3378, "token_savings": 0.5858771607208533, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cars.com", "recall": 0.0, "hits": 0, "required_count": 3, "savings": 0.6008169327887114, "fallback": false, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.578125, "original_tokens": 8157, "retained_tokens": 3387, "token_savings": 0.5847738139021699, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cars.com", "recall": 1.0, "hits": 7, "required_count": 7, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.5390625, "original_tokens": 8157, "retained_tokens": 8157, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cars.com", "recall": 0.0, "hits": 0, "required_count": 2, "savings": 0.6106778891777035, "fallback": false, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.5625, "original_tokens": 8157, "retained_tokens": 3332, "token_savings": 0.5915164889052348, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.546875, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.60546875, "peak_confidence": 0.5625, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.38671875, "peak_confidence": 0.63671875, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.57421875, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.5546875, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.48828125, "peak_confidence": 0.5859375, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.48828125, "peak_confidence": 0.625, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5, "peak_confidence": 0.59765625, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.32421875, "peak_confidence": 0.65234375, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.53125, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.578125, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.53125, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.515625, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.5390625, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.5703125, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.discogs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.5625, "original_tokens": 10509, "retained_tokens": 10509, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.662348325882675, "fallback": false, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.59765625, "original_tokens": 2892, "retained_tokens": 1314, "token_savings": 0.545643153526971, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.2293586351610255, "fallback": false, "eligible": true, "peak": 0.46484375, "peak_confidence": 0.546875, "original_tokens": 2892, "retained_tokens": 2315, "token_savings": 0.19951590594744117, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.69957120700666, "fallback": false, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.58203125, "original_tokens": 2892, "retained_tokens": 1203, "token_savings": 0.5840248962655601, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.69957120700666, "fallback": false, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.50390625, "original_tokens": 2892, "retained_tokens": 1203, "token_savings": 0.5840248962655601, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.662348325882675, "fallback": false, "eligible": true, "peak": 0.578125, "peak_confidence": 0.5625, "original_tokens": 2892, "retained_tokens": 1314, "token_savings": 0.545643153526971, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.19213575403704042, "fallback": false, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.50390625, "original_tokens": 2892, "retained_tokens": 2426, "token_savings": 0.161134163208852, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.662348325882675, "fallback": false, "eligible": true, "peak": 0.423828125, "peak_confidence": 0.46484375, "original_tokens": 2892, "retained_tokens": 1314, "token_savings": 0.545643153526971, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.470703125, "peak_confidence": 0.416015625, "original_tokens": 2892, "retained_tokens": 2892, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.435546875, "peak_confidence": 0.43359375, "original_tokens": 2892, "retained_tokens": 2892, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.19213575403704042, "fallback": false, "eligible": true, "peak": 0.51171875, "peak_confidence": 0.59375, "original_tokens": 2892, "retained_tokens": 2426, "token_savings": 0.161134163208852, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.69957120700666, "fallback": false, "eligible": true, "peak": 0.484375, "peak_confidence": 0.62109375, "original_tokens": 2892, "retained_tokens": 1203, "token_savings": 0.5840248962655601, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.7442751573761518, "fallback": false, "eligible": true, "peak": 0.609375, "peak_confidence": 0.5078125, "original_tokens": 2892, "retained_tokens": 1067, "token_savings": 0.6310511756569848, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.662348325882675, "fallback": false, "eligible": true, "peak": 0.392578125, "peak_confidence": 0.64453125, "original_tokens": 2892, "retained_tokens": 1314, "token_savings": 0.545643153526971, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.662348325882675, "fallback": false, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.515625, "original_tokens": 2892, "retained_tokens": 1314, "token_savings": 0.545643153526971, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.46875, "peak_confidence": 0.408203125, "original_tokens": 2892, "retained_tokens": 2892, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.451171875, "peak_confidence": 0.443359375, "original_tokens": 2892, "retained_tokens": 2892, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.19213575403704042, "fallback": false, "eligible": true, "peak": 0.50390625, "peak_confidence": 0.640625, "original_tokens": 2892, "retained_tokens": 2426, "token_savings": 0.161134163208852, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.490234375, "peak_confidence": 0.3984375, "original_tokens": 2892, "retained_tokens": 2892, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.19213575403704042, "fallback": false, "eligible": true, "peak": 0.5234375, "peak_confidence": 0.62109375, "original_tokens": 2892, "retained_tokens": 2426, "token_savings": 0.161134163208852, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8175220895770434, "fallback": false, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.5, "original_tokens": 11966, "retained_tokens": 2338, "token_savings": 0.8046130703660371, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.7697421266930726, "fallback": false, "eligible": true, "peak": 0.578125, "peak_confidence": 0.5234375, "original_tokens": 11966, "retained_tokens": 2844, "token_savings": 0.762326592010697, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.7917901559427194, "fallback": false, "eligible": true, "peak": 0.578125, "peak_confidence": 0.55078125, "original_tokens": 11966, "retained_tokens": 2529, "token_savings": 0.7886511783386261, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.83054039830485, "fallback": false, "eligible": true, "peak": 0.578125, "peak_confidence": 0.5234375, "original_tokens": 11966, "retained_tokens": 1965, "token_savings": 0.8357847233829183, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.7391629504473313, "fallback": false, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.5234375, "original_tokens": 11966, "retained_tokens": 2947, "token_savings": 0.7537188701320408, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.7667506855385979, "fallback": false, "eligible": true, "peak": 0.53515625, "peak_confidence": 0.52734375, "original_tokens": 11966, "retained_tokens": 2798, "token_savings": 0.7661708173157279, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8795113979447692, "fallback": false, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.5390625, "original_tokens": 11966, "retained_tokens": 1479, "token_savings": 0.8763997994317232, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.53125, "original_tokens": 11966, "retained_tokens": 11966, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.8463008614242584, "fallback": false, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.52734375, "original_tokens": 11966, "retained_tokens": 2021, "token_savings": 0.8311047969246197, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.7370578622275157, "fallback": false, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.53515625, "original_tokens": 11966, "retained_tokens": 3098, "token_savings": 0.7410997827177002, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.7929257956402516, "fallback": false, "eligible": true, "peak": 0.578125, "peak_confidence": 0.51171875, "original_tokens": 11966, "retained_tokens": 2547, "token_savings": 0.7871469162627445, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.7606016120543999, "fallback": false, "eligible": true, "peak": 0.59375, "peak_confidence": 0.5390625, "original_tokens": 11966, "retained_tokens": 2711, "token_savings": 0.773441417349156, "kind": "mixed", "difficulty": "medium" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8161371631166385, "fallback": false, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.5, "original_tokens": 11966, "retained_tokens": 2024, "token_savings": 0.8308540865786395, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66796875, "peak_confidence": 0.50390625, "original_tokens": 11966, "retained_tokens": 11966, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.7652826634905686, "fallback": false, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.51953125, "original_tokens": 11966, "retained_tokens": 2690, "token_savings": 0.7751963897710179, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nba.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.486328125, "original_tokens": 11966, "retained_tokens": 11966, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.7915864723673357, "fallback": false, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.50390625, "original_tokens": 7641, "retained_tokens": 1940, "token_savings": 0.7461065305588274, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.7877715149848776, "fallback": false, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.4921875, "original_tokens": 7641, "retained_tokens": 2028, "token_savings": 0.7345897133882999, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.7407203739345615, "fallback": false, "eligible": true, "peak": 0.412109375, "peak_confidence": 0.578125, "original_tokens": 7641, "retained_tokens": 2520, "token_savings": 0.6702002355712603, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.8117610668133077, "fallback": false, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.4921875, "original_tokens": 7641, "retained_tokens": 1750, "token_savings": 0.7709723858133752, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.7125378058839703, "fallback": false, "eligible": true, "peak": 0.59375, "peak_confidence": 0.484375, "original_tokens": 7641, "retained_tokens": 2630, "token_savings": 0.6558042141081011, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.7653285675006873, "fallback": false, "eligible": true, "peak": 0.52734375, "peak_confidence": 0.455078125, "original_tokens": 7641, "retained_tokens": 2066, "token_savings": 0.7296165423373904, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8360599395105857, "fallback": false, "eligible": true, "peak": 0.5625, "peak_confidence": 0.51171875, "original_tokens": 7641, "retained_tokens": 1569, "token_savings": 0.7946603847663918, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8278113830079736, "fallback": false, "eligible": true, "peak": 0.2734375, "peak_confidence": 0.65625, "original_tokens": 7641, "retained_tokens": 1646, "token_savings": 0.7845831697421803, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8472298597745395, "fallback": false, "eligible": true, "peak": 0.4765625, "peak_confidence": 0.51953125, "original_tokens": 7641, "retained_tokens": 1555, "token_savings": 0.7964926056798849, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.7671157547429199, "fallback": false, "eligible": true, "peak": 0.3515625, "peak_confidence": 0.55078125, "original_tokens": 7641, "retained_tokens": 2201, "token_savings": 0.7119486978144223, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.7450164971130052, "fallback": false, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.51171875, "original_tokens": 7641, "retained_tokens": 2350, "token_savings": 0.6924486323779611, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.7277288974429474, "fallback": false, "eligible": true, "peak": 0.51171875, "peak_confidence": 0.51171875, "original_tokens": 7641, "retained_tokens": 2506, "token_savings": 0.6720324564847533, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.7611355512785263, "fallback": false, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.53515625, "original_tokens": 7641, "retained_tokens": 2279, "token_savings": 0.7017406098678183, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.7813101457244982, "fallback": false, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.494140625, "original_tokens": 7641, "retained_tokens": 2089, "token_savings": 0.7266064651223663, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.7125378058839703, "fallback": false, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.484375, "original_tokens": 7641, "retained_tokens": 2630, "token_savings": 0.6558042141081011, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.729138025845477, "fallback": false, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.48828125, "original_tokens": 7641, "retained_tokens": 2477, "token_savings": 0.6758277712341316, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.7973260929337366, "fallback": false, "eligible": true, "peak": 0.5234375, "peak_confidence": 0.458984375, "original_tokens": 7641, "retained_tokens": 1868, "token_savings": 0.755529380971077, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6878265053615618, "fallback": false, "eligible": true, "peak": 0.34375, "peak_confidence": 0.6796875, "original_tokens": 7641, "retained_tokens": 2807, "token_savings": 0.6326397068446539, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.58984375, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.59375, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.71875, "peak_confidence": 0.58203125, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.69140625, "peak_confidence": 0.578125, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6640625, "peak_confidence": 0.5546875, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65625, "peak_confidence": 0.5625, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.69921875, "peak_confidence": 0.5703125, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.72265625, "peak_confidence": 0.578125, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.578125, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6640625, "peak_confidence": 0.5703125, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.68359375, "peak_confidence": 0.59765625, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.69921875, "peak_confidence": 0.546875, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.55859375, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.69921875, "peak_confidence": 0.58203125, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.67578125, "peak_confidence": 0.58203125, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.69140625, "peak_confidence": 0.57421875, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.578125, "original_tokens": 12802, "retained_tokens": 12802, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.56640625, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4296875, "peak_confidence": 0.62109375, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.55859375, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.55078125, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5234375, "peak_confidence": 0.6015625, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.55078125, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.46484375, "peak_confidence": 0.6171875, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.60546875, "peak_confidence": 0.55859375, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.333984375, "peak_confidence": 0.6875, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.578125, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.55078125, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.57421875, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.55859375, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.5703125, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.52734375, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.49609375, "peak_confidence": 0.61328125, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.5703125, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5078125, "peak_confidence": 0.59375, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.2216796875, "peak_confidence": 0.66796875, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.carmax.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.37890625, "peak_confidence": 0.625, "original_tokens": 1586, "retained_tokens": 1586, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.5390625, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.55078125, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.515625, "peak_confidence": 0.6015625, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.53125, "peak_confidence": 0.6484375, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 11, "required_count": 11, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.52734375, "peak_confidence": 0.58203125, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.6484375, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.5859375, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.515625, "peak_confidence": 0.63671875, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.55859375, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.384765625, "peak_confidence": 0.69921875, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.6484375, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.57421875, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.494140625, "peak_confidence": 0.58984375, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.546875, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.56640625, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 12, "required_count": 12, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.5546875, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.samsung.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.57421875, "original_tokens": 4896, "retained_tokens": 4896, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.4921875, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.484375, "peak_confidence": 0.5546875, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.470703125, "peak_confidence": 0.609375, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.474609375, "peak_confidence": 0.60546875, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.546875, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.58203125, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.5234375, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.484375, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.47265625, "peak_confidence": 0.640625, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.5625, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.5234375, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.498046875, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.53125, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.58203125, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.482421875, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.48828125, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.51953125, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.50390625, "original_tokens": 10935, "retained_tokens": 10935, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.228515625, "peak_confidence": 0.59765625, "original_tokens": 4938, "retained_tokens": 4938, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.5149652592196686, "fallback": false, "eligible": true, "peak": 0.41015625, "peak_confidence": 0.53515625, "original_tokens": 4938, "retained_tokens": 2412, "token_savings": 0.511543134872418, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.5294628540887226, "fallback": false, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.55078125, "original_tokens": 4938, "retained_tokens": 2339, "token_savings": 0.5263264479546375, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.6194548369855692, "fallback": false, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.5546875, "original_tokens": 4938, "retained_tokens": 1951, "token_savings": 0.6049007695423247, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.5708177445216462, "fallback": false, "eligible": true, "peak": 0.50390625, "peak_confidence": 0.58203125, "original_tokens": 4938, "retained_tokens": 2215, "token_savings": 0.5514378290805995, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.5231159807589525, "fallback": false, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.56640625, "original_tokens": 4938, "retained_tokens": 2232, "token_savings": 0.5479951397326853, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.4742784607161945, "fallback": false, "eligible": true, "peak": 0.412109375, "peak_confidence": 0.609375, "original_tokens": 4938, "retained_tokens": 2631, "token_savings": 0.46719319562575945, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 0.0, "hits": 0, "required_count": 2, "savings": 0.5090192410475681, "fallback": false, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.57421875, "original_tokens": 4938, "retained_tokens": 2450, "token_savings": 0.5038477116241393, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.4833645109567076, "fallback": false, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.53125, "original_tokens": 4938, "retained_tokens": 2571, "token_savings": 0.47934386391251516, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.5994788882950294, "fallback": false, "eligible": true, "peak": 0.546875, "peak_confidence": 0.5390625, "original_tokens": 4938, "retained_tokens": 2082, "token_savings": 0.5783718104495748, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.5090192410475681, "fallback": false, "eligible": true, "peak": 0.5, "peak_confidence": 0.59375, "original_tokens": 4938, "retained_tokens": 2420, "token_savings": 0.5099230457675172, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.5994788882950294, "fallback": false, "eligible": true, "peak": 0.50390625, "peak_confidence": 0.5390625, "original_tokens": 4938, "retained_tokens": 2082, "token_savings": 0.5783718104495748, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.5400187065740245, "fallback": false, "eligible": true, "peak": 0.376953125, "peak_confidence": 0.6015625, "original_tokens": 4938, "retained_tokens": 2317, "token_savings": 0.5307816929931146, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.5424906467129877, "fallback": false, "eligible": true, "peak": 0.423828125, "peak_confidence": 0.640625, "original_tokens": 4938, "retained_tokens": 2359, "token_savings": 0.5222762251923856, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.5361437733832175, "fallback": false, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.5625, "original_tokens": 4938, "retained_tokens": 2380, "token_savings": 0.5180234912920211, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.5811731694281133, "fallback": false, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.55859375, "original_tokens": 4938, "retained_tokens": 2013, "token_savings": 0.5923450789793439, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.4921875, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.484375, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.578125, "peak_confidence": 0.59375, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.58203125, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.5234375, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.462890625, "peak_confidence": 0.49609375, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59375, "peak_confidence": 0.5859375, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.515625, "peak_confidence": 0.46484375, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.609375, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.609375, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.48828125, "peak_confidence": 0.63671875, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4140625, "peak_confidence": 0.66796875, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.451171875, "peak_confidence": 0.640625, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.578125, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.5, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.58203125, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.578125, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.466796875, "peak_confidence": 0.6171875, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.5625, "original_tokens": 5634, "retained_tokens": 5634, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.60546875, "peak_confidence": 0.5625, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.55859375, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.56640625, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.53125, "peak_confidence": 0.55859375, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.5234375, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.5703125, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.55078125, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.56640625, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.54296875, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.546875, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.5390625, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.478515625, "peak_confidence": 0.55859375, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.578125, "peak_confidence": 0.5546875, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.5625, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.5625, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.298828125, "peak_confidence": 0.671875, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.46484375, "peak_confidence": 0.59375, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.drugs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.546875, "original_tokens": 10031, "retained_tokens": 10031, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66796875, "peak_confidence": 0.54296875, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.5234375, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.5078125, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.59765625, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.40234375, "peak_confidence": 0.5859375, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.51953125, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5234375, "peak_confidence": 0.578125, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.431640625, "peak_confidence": 0.64453125, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.51171875, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.51953125, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.50390625, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.5703125, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.28125, "peak_confidence": 0.69921875, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.53515625, "peak_confidence": 0.60546875, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.48828125, "peak_confidence": 0.59375, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.5625, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.58203125, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.55078125, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.51171875, "peak_confidence": 0.61328125, "original_tokens": 7362, "retained_tokens": 7362, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.51171875, "peak_confidence": 0.57421875, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.51171875, "peak_confidence": 0.470703125, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.5625, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.4296875, "peak_confidence": 0.62890625, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.51953125, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.66796875, "peak_confidence": 0.52734375, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.5625, "peak_confidence": 0.58984375, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.578125, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.451171875, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.458984375, "peak_confidence": 0.55859375, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.53125, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.53125, "peak_confidence": 0.54296875, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.4296875, "peak_confidence": 0.609375, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.51171875, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.51953125, "peak_confidence": 0.57421875, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.412109375, "peak_confidence": 0.578125, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.5078125, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.26600934094447326, "fallback": false, "eligible": true, "peak": 0.5234375, "peak_confidence": 0.5234375, "original_tokens": 2801, "retained_tokens": 2220, "token_savings": 0.20742591931453047, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.8892673267326733, "fallback": false, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.45703125, "original_tokens": 3649, "retained_tokens": 419, "token_savings": 0.8851740202795286, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.4453125, "original_tokens": 3649, "retained_tokens": 3649, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.578125, "peak_confidence": 0.4296875, "original_tokens": 3649, "retained_tokens": 3649, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.8892673267326733, "fallback": false, "eligible": true, "peak": 0.51953125, "peak_confidence": 0.5390625, "original_tokens": 3649, "retained_tokens": 419, "token_savings": 0.8851740202795286, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8892673267326733, "fallback": false, "eligible": true, "peak": 0.484375, "peak_confidence": 0.494140625, "original_tokens": 3649, "retained_tokens": 419, "token_savings": 0.8851740202795286, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8892673267326733, "fallback": false, "eligible": true, "peak": 0.490234375, "peak_confidence": 0.5, "original_tokens": 3649, "retained_tokens": 419, "token_savings": 0.8851740202795286, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.4453125, "original_tokens": 3649, "retained_tokens": 3649, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8892673267326733, "fallback": false, "eligible": true, "peak": 0.5625, "peak_confidence": 0.45703125, "original_tokens": 3649, "retained_tokens": 419, "token_savings": 0.8851740202795286, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8892673267326733, "fallback": false, "eligible": true, "peak": 0.5, "peak_confidence": 0.46484375, "original_tokens": 3649, "retained_tokens": 419, "token_savings": 0.8851740202795286, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.4453125, "original_tokens": 3649, "retained_tokens": 3649, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.447265625, "original_tokens": 3649, "retained_tokens": 3649, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8892673267326733, "fallback": false, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.451171875, "original_tokens": 3649, "retained_tokens": 419, "token_savings": 0.8851740202795286, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.8892673267326733, "fallback": false, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.453125, "original_tokens": 3649, "retained_tokens": 419, "token_savings": 0.8851740202795286, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.427734375, "original_tokens": 3649, "retained_tokens": 3649, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.431640625, "original_tokens": 3649, "retained_tokens": 3649, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.57421875, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 8, "required_count": 8, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59375, "peak_confidence": 0.56640625, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.578125, "peak_confidence": 0.57421875, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.5546875, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.435546875, "peak_confidence": 0.59375, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.5703125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5234375, "peak_confidence": 0.578125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.5703125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59375, "peak_confidence": 0.5703125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.5859375, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.57421875, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 8, "required_count": 8, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.43359375, "peak_confidence": 0.6015625, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 8, "required_count": 8, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.5625, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.392578125, "peak_confidence": 0.5859375, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.578125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5078125, "peak_confidence": 0.60546875, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5234375, "peak_confidence": 0.58203125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.498046875, "peak_confidence": 0.62890625, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.578125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.255859375, "peak_confidence": 0.6640625, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.484375, "peak_confidence": 0.625, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.466796875, "peak_confidence": 0.58203125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4140625, "peak_confidence": 0.609375, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.58203125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.53515625, "peak_confidence": 0.6015625, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.306640625, "peak_confidence": 0.6796875, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.52734375, "peak_confidence": 0.5859375, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.5703125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5234375, "peak_confidence": 0.6015625, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.41015625, "peak_confidence": 0.61328125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4375, "peak_confidence": 0.6328125, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.43359375, "peak_confidence": 0.62890625, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.46875, "peak_confidence": 0.609375, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.310546875, "peak_confidence": 0.62890625, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "cookpad.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.57421875, "original_tokens": 1944, "retained_tokens": 1944, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.5546875, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.55078125, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.39453125, "peak_confidence": 0.546875, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.51953125, "peak_confidence": 0.5703125, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.439453125, "peak_confidence": 0.59765625, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.609375, "peak_confidence": 0.5390625, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.41015625, "peak_confidence": 0.59375, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.4921875, "peak_confidence": 0.55078125, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.51171875, "peak_confidence": 0.625, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.546875, "peak_confidence": 0.5390625, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.50390625, "peak_confidence": 0.58203125, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.5390625, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.396484375, "peak_confidence": 0.55078125, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.380859375, "peak_confidence": 0.6328125, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.400390625, "peak_confidence": 0.65234375, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.4921875, "peak_confidence": 0.578125, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.49609375, "peak_confidence": 0.6171875, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.56640625, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.55078125, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.439453125, "peak_confidence": 0.66015625, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.4921875, "peak_confidence": 0.57421875, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.americashealthrankings.org", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.38145720894371626, "fallback": false, "eligible": true, "peak": 0.28125, "peak_confidence": 0.7109375, "original_tokens": 1513, "retained_tokens": 1045, "token_savings": 0.30931923331130207, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.44921875, "original_tokens": 3094, "retained_tokens": 3094, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.443359375, "original_tokens": 3094, "retained_tokens": 3094, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.53515625, "peak_confidence": 0.44921875, "original_tokens": 3094, "retained_tokens": 3094, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.44921875, "original_tokens": 3094, "retained_tokens": 3094, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.8791284800276673, "fallback": false, "eligible": true, "peak": 0.50390625, "peak_confidence": 0.57421875, "original_tokens": 3094, "retained_tokens": 419, "token_savings": 0.8645765998707176, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8791284800276673, "fallback": false, "eligible": true, "peak": 0.5, "peak_confidence": 0.482421875, "original_tokens": 3094, "retained_tokens": 419, "token_savings": 0.8645765998707176, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.44921875, "original_tokens": 3094, "retained_tokens": 3094, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8791284800276673, "fallback": false, "eligible": true, "peak": 0.51171875, "peak_confidence": 0.48046875, "original_tokens": 3094, "retained_tokens": 419, "token_savings": 0.8645765998707176, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.8791284800276673, "fallback": false, "eligible": true, "peak": 0.498046875, "peak_confidence": 0.4765625, "original_tokens": 3094, "retained_tokens": 419, "token_savings": 0.8645765998707176, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.44921875, "original_tokens": 3094, "retained_tokens": 3094, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8791284800276673, "fallback": false, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.455078125, "original_tokens": 3094, "retained_tokens": 419, "token_savings": 0.8645765998707176, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.447265625, "original_tokens": 3094, "retained_tokens": 3094, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.578125, "peak_confidence": 0.44921875, "original_tokens": 3094, "retained_tokens": 3094, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.44921875, "original_tokens": 3094, "retained_tokens": 3094, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.44921875, "original_tokens": 3094, "retained_tokens": 3094, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8791284800276673, "fallback": false, "eligible": true, "peak": 0.546875, "peak_confidence": 0.458984375, "original_tokens": 3094, "retained_tokens": 419, "token_savings": 0.8645765998707176, "kind": "mixed", "difficulty": "medium" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.44140625, "original_tokens": 3094, "retained_tokens": 3094, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.44921875, "original_tokens": 3094, "retained_tokens": 3094, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.44921875, "original_tokens": 3094, "retained_tokens": 3094, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.44140625, "original_tokens": 3094, "retained_tokens": 3094, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.8791284800276673, "fallback": false, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.453125, "original_tokens": 3094, "retained_tokens": 419, "token_savings": 0.8645765998707176, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "macyswineshop.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.8791284800276673, "fallback": false, "eligible": true, "peak": 0.5625, "peak_confidence": 0.451171875, "original_tokens": 3094, "retained_tokens": 419, "token_savings": 0.8645765998707176, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4140625, "peak_confidence": 0.6796875, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.5859375, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.54296875, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.6640625, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5703125, "peak_confidence": 0.6484375, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.6328125, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 12, "required_count": 12, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.546875, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.54296875, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.61328125, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.59375, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.55078125, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.59765625, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.62890625, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.65625, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.65625, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59375, "peak_confidence": 0.62109375, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.ycombinator.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.640625, "original_tokens": 6038, "retained_tokens": 6038, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4453125, "peak_confidence": 0.5859375, "original_tokens": 4755, "retained_tokens": 4755, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.408203125, "peak_confidence": 0.578125, "original_tokens": 4755, "retained_tokens": 4755, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.5625, "original_tokens": 4755, "retained_tokens": 4755, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.51171875, "peak_confidence": 0.58984375, "original_tokens": 4755, "retained_tokens": 4755, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 6, "required_count": 6, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.54296875, "peak_confidence": 0.5546875, "original_tokens": 4755, "retained_tokens": 4755, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.578125, "peak_confidence": 0.51953125, "original_tokens": 4755, "retained_tokens": 4755, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.51171875, "original_tokens": 4755, "retained_tokens": 4755, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5078125, "peak_confidence": 0.55859375, "original_tokens": 4755, "retained_tokens": 4755, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.5546875, "original_tokens": 4755, "retained_tokens": 4755, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.53125, "original_tokens": 4755, "retained_tokens": 4755, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.51953125, "original_tokens": 4755, "retained_tokens": 4755, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.5546875, "original_tokens": 4755, "retained_tokens": 4755, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65625, "peak_confidence": 0.5078125, "original_tokens": 4755, "retained_tokens": 4755, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.474609375, "peak_confidence": 0.578125, "original_tokens": 4755, "retained_tokens": 4755, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.44140625, "peak_confidence": 0.66015625, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.58203125, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.546875, "peak_confidence": 0.546875, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.369140625, "peak_confidence": 0.58984375, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.58203125, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.578125, "peak_confidence": 0.5859375, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.57421875, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.5859375, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.5859375, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.55859375, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58203125, "peak_confidence": 0.5703125, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.46484375, "peak_confidence": 0.6015625, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.48828125, "peak_confidence": 0.58203125, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.55078125, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5234375, "peak_confidence": 0.578125, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.5859375, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.55859375, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.62109375, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.421875, "peak_confidence": 0.66796875, "original_tokens": 8102, "retained_tokens": 8102, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.408203125, "peak_confidence": 0.6171875, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.55859375, "peak_confidence": 0.56640625, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.51171875, "peak_confidence": 0.578125, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.54296875, "peak_confidence": 0.58203125, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.6328125, "peak_confidence": 0.54296875, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.1728515625, "peak_confidence": 0.6015625, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.423828125, "peak_confidence": 0.56640625, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.392578125, "peak_confidence": 0.59765625, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.53125, "peak_confidence": 0.55859375, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.30078125, "peak_confidence": 0.6171875, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.24609375, "peak_confidence": 0.65234375, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.54296875, "peak_confidence": 0.56640625, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.3515625, "peak_confidence": 0.66015625, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.37109375, "peak_confidence": 0.61328125, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.56640625, "peak_confidence": 0.546875, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.5703125, "peak_confidence": 0.546875, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.33984375, "peak_confidence": 0.578125, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.cvs.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.419921875, "peak_confidence": 0.546875, "original_tokens": 525, "retained_tokens": 525, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.59765625, "peak_confidence": 0.625, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.5703125, "peak_confidence": 0.62109375, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.5625, "peak_confidence": 0.625, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.359375, "peak_confidence": 0.6875, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.578125, "peak_confidence": 0.62109375, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.58984375, "peak_confidence": 0.62109375, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.337890625, "peak_confidence": 0.64453125, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.52734375, "peak_confidence": 0.625, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.337890625, "peak_confidence": 0.6953125, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.53515625, "peak_confidence": 0.6328125, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.5, "peak_confidence": 0.6328125, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.5546875, "peak_confidence": 0.640625, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.5546875, "peak_confidence": 0.625, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.53515625, "peak_confidence": 0.609375, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.5546875, "peak_confidence": 0.62109375, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.59765625, "peak_confidence": 0.609375, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.58984375, "peak_confidence": 0.6171875, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.392578125, "peak_confidence": 0.68359375, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 9, "required_count": 9, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.58203125, "peak_confidence": 0.59765625, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.58203125, "peak_confidence": 0.625, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.52734375, "peak_confidence": 0.6328125, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "wanderlog.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": false, "peak": 0.578125, "peak_confidence": 0.625, "original_tokens": 189, "retained_tokens": 189, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.51171875, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.51171875, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55078125, "peak_confidence": 0.52734375, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.54296875, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.515625, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.640625, "peak_confidence": 0.53125, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.5234375, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.515625, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 5, "required_count": 5, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6171875, "peak_confidence": 0.52734375, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.421875, "peak_confidence": 0.58984375, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.56640625, "peak_confidence": 0.54296875, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.51171875, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.462890625, "peak_confidence": 0.5703125, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "mixed", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 5, "required_count": 5, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65625, "peak_confidence": 0.52734375, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.515625, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "mixed", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.61328125, "peak_confidence": 0.51953125, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6015625, "peak_confidence": 0.54296875, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 8, "required_count": 8, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.53125, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 7, "required_count": 7, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66796875, "peak_confidence": 0.52734375, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.berkeley.edu", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.474609375, "peak_confidence": 0.56640625, "original_tokens": 1707, "retained_tokens": 1707, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.51953125, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.546875, "peak_confidence": 0.5234375, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.494140625, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.51171875, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.494140625, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.578125, "peak_confidence": 0.5390625, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.53515625, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.55859375, "peak_confidence": 0.5234375, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.498046875, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65625, "peak_confidence": 0.5234375, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.546875, "peak_confidence": 0.53125, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 5, "required_count": 5, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.50390625, "peak_confidence": 0.5703125, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5234375, "peak_confidence": 0.55859375, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "mixed", "difficulty": "hard" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.494140625, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59765625, "peak_confidence": 0.54296875, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 4, "required_count": 4, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.58984375, "peak_confidence": 0.52734375, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "jobs.chronicle.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.5703125, "original_tokens": 7613, "retained_tokens": 7613, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6796875, "peak_confidence": 0.5703125, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.578125, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.58203125, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.58203125, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.609375, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6953125, "peak_confidence": 0.5703125, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.68359375, "peak_confidence": 0.578125, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.70703125, "peak_confidence": 0.5546875, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.7109375, "peak_confidence": 0.56640625, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.48828125, "peak_confidence": 0.6015625, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6796875, "peak_confidence": 0.56640625, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6640625, "peak_confidence": 0.5859375, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.58203125, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.60546875, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6328125, "peak_confidence": 0.58984375, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6953125, "peak_confidence": 0.5859375, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66796875, "peak_confidence": 0.5859375, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6875, "peak_confidence": 0.57421875, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.73046875, "peak_confidence": 0.55078125, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.6484375, "peak_confidence": 0.62109375, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.backcountry.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.65234375, "peak_confidence": 0.6015625, "original_tokens": 14324, "retained_tokens": 14324, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.671875, "peak_confidence": 0.5390625, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.63671875, "peak_confidence": 0.5546875, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62109375, "peak_confidence": 0.55859375, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.68359375, "peak_confidence": 0.52734375, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.58984375, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.486328125, "peak_confidence": 0.609375, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5859375, "peak_confidence": 0.5703125, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.625, "peak_confidence": 0.55078125, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.68359375, "peak_confidence": 0.53515625, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66796875, "peak_confidence": 0.5390625, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.546875, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.67578125, "peak_confidence": 0.5390625, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.671875, "peak_confidence": 0.53515625, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.59375, "peak_confidence": 0.55859375, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.55078125, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.66015625, "peak_confidence": 0.5390625, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.60546875, "peak_confidence": 0.55078125, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "iclr.cc", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.47265625, "peak_confidence": 0.62109375, "original_tokens": 1009, "retained_tokens": 1009, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.6328125, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4921875, "peak_confidence": 0.65234375, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.37109375, "peak_confidence": 0.58203125, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.62890625, "peak_confidence": 0.546875, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.64453125, "peak_confidence": 0.50390625, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.60546875, "peak_confidence": 0.56640625, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5390625, "peak_confidence": 0.56640625, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.2490234375, "peak_confidence": 0.66015625, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "evidence", "difficulty": "easy" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.59765625, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "action", "difficulty": "easy" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5546875, "peak_confidence": 0.609375, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.427734375, "peak_confidence": 0.67578125, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.341796875, "peak_confidence": 0.609375, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 3, "required_count": 3, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.578125, "peak_confidence": 0.609375, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "action", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 2, "required_count": 2, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.5625, "peak_confidence": 0.63671875, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "action", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.4609375, "peak_confidence": 0.65234375, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.57421875, "peak_confidence": 0.59375, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.466796875, "peak_confidence": 0.67578125, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.609375, "peak_confidence": 0.61328125, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "evidence", "difficulty": "medium" }, { "split": "test", "host": "www.nvidia.com", "recall": 1.0, "hits": 1, "required_count": 1, "savings": 0.0, "fallback": true, "eligible": true, "peak": 0.53125, "peak_confidence": 0.63671875, "original_tokens": 10893, "retained_tokens": 10893, "token_savings": 0.0, "kind": "evidence", "difficulty": "hard" } ] }