diff --git "a/eval.json" "b/eval.json" new file mode 100644--- /dev/null +++ "b/eval.json" @@ -0,0 +1,20351 @@ +{ + "config": { + "schema": "betterwright-relevance-config-v1", + "relevance_threshold": 0.25, + "confidence_threshold": 0.45, + "max_retained_fraction": 1.0, + "max_ranked_lines": 0, + "strategy": "coarse-ref-context", + "max_ranked_windows": 8, + "ref_context_lines": 3, + "window_chars": 1800, + "minimum_validation_recall": 0.999, + "minimum_validation_perfect_task_recall": 0.995, + "validated_max_chars": 10000, + "fallback_on_error": true, + "model": "ProCreations/betterwright-encoder-350m" + }, + "metrics": { + "validation": { + "tasks": 288, + "target_evidence_node_recall": 1.0, + "mean_task_node_recall": 1.0, + "perfect_task_recall": 1.0, + "mean_char_savings": 0.04384962945546834, + "p50_char_savings": 0.0, + "fallback_rate": 0.875, + "pruning_coverage": 0.125, + "eligible_tasks": 269, + "non_fallback_tasks": 36, + "non_fallback_target_evidence_node_recall": 1.0, + "non_fallback_perfect_task_recall": 1.0, + "mean_token_savings": 0.04173023840082931, + "p50_token_savings": 0.0, + "original_tokens": 1313578, + "retained_tokens": 1268598, + "token_weighted_savings": 0.034242351805526594, + "eligible_mean_token_savings": 0.0446777273585087, + "non_fallback_mean_token_savings": 0.3338419072066345, + "domains": 8, + "by_kind": { + "action": { + "tasks": 152, + "target_evidence_node_recall": 1.0, + "mean_task_node_recall": 1.0, + "perfect_task_recall": 1.0, + "mean_char_savings": 0.05214046487908608, + "p50_char_savings": 0.0, + "fallback_rate": 0.8618421052631579, + "pruning_coverage": 0.13815789473684215, + "eligible_tasks": 142, + "non_fallback_tasks": 21, + "non_fallback_target_evidence_node_recall": 1.0, + "non_fallback_perfect_task_recall": 1.0, + "mean_token_savings": 0.05011228954625431, + "p50_token_savings": 0.0, + "original_tokens": 678999, + "retained_tokens": 650252, + "token_weighted_savings": 0.04233732302993087, + "eligible_mean_token_savings": 0.05364132402134264, + "non_fallback_mean_token_savings": 0.3627175243347932 + }, + "evidence": { + "tasks": 123, + "target_evidence_node_recall": 1.0, + "mean_task_node_recall": 1.0, + "perfect_task_recall": 1.0, + "mean_char_savings": 0.03823855789881136, + "p50_char_savings": 0.0, + "fallback_rate": 0.8780487804878049, + "pruning_coverage": 0.12195121951219512, + "eligible_tasks": 114, + "non_fallback_tasks": 15, + "non_fallback_target_evidence_node_recall": 1.0, + "non_fallback_perfect_task_recall": 1.0, + "mean_token_savings": 0.0357824442960015, + "p50_token_savings": 0.0, + "original_tokens": 552299, + "retained_tokens": 536066, + "token_weighted_savings": 0.029391688197878296, + "eligible_mean_token_savings": 0.038607374108843726, + "non_fallback_mean_token_savings": 0.29341604322721243 + }, + "mixed": { + "tasks": 13, + "target_evidence_node_recall": 1.0, + "mean_task_node_recall": 1.0, + "perfect_task_recall": 1.0, + "mean_char_savings": 0.0, + "p50_char_savings": 0.0, + "fallback_rate": 1.0, + "pruning_coverage": 0.0, + "eligible_tasks": 13, + "non_fallback_tasks": 0, + "non_fallback_target_evidence_node_recall": 1.0, + "non_fallback_perfect_task_recall": 1.0, + "mean_token_savings": 0.0, + "p50_token_savings": 0.0, + "original_tokens": 82280, + "retained_tokens": 82280, + "token_weighted_savings": 0.0, + "eligible_mean_token_savings": 0.0, + "non_fallback_mean_token_savings": 0.0 + } + }, + "by_difficulty": { + "easy": { + "tasks": 78, + "target_evidence_node_recall": 1.0, + "mean_task_node_recall": 1.0, + "perfect_task_recall": 1.0, + "mean_char_savings": 0.060573867063136076, + "p50_char_savings": 0.0, + "fallback_rate": 0.8076923076923077, + "pruning_coverage": 0.1923076923076923, + "eligible_tasks": 73, + "non_fallback_tasks": 15, + "non_fallback_target_evidence_node_recall": 1.0, + "non_fallback_perfect_task_recall": 1.0, + "mean_token_savings": 0.05676070237801257, + "p50_token_savings": 0.0, + "original_tokens": 336446, + "retained_tokens": 320055, + "token_weighted_savings": 0.04871807065621225, + "eligible_mean_token_savings": 0.060648421718972334, + "non_fallback_mean_token_savings": 0.2951556523656655 + }, + "medium": { + "tasks": 104, + "target_evidence_node_recall": 1.0, + "mean_task_node_recall": 1.0, + "perfect_task_recall": 1.0, + "mean_char_savings": 0.034184279918749255, + "p50_char_savings": 0.0, + "fallback_rate": 0.9134615384615384, + "pruning_coverage": 0.08653846153846156, + "eligible_tasks": 97, + "non_fallback_tasks": 9, + "non_fallback_target_evidence_node_recall": 1.0, + "non_fallback_perfect_task_recall": 1.0, + "mean_token_savings": 0.03325897021329519, + "p50_token_savings": 0.0, + "original_tokens": 484499, + "retained_tokens": 471810, + "token_weighted_savings": 0.026189940536513023, + "eligible_mean_token_savings": 0.035659102084357734, + "non_fallback_mean_token_savings": 0.38432587802029994 + }, + "hard": { + "tasks": 106, + "target_evidence_node_recall": 1.0, + "mean_task_node_recall": 1.0, + "perfect_task_recall": 1.0, + "mean_char_savings": 0.04102609944056928, + "p50_char_savings": 0.0, + "fallback_rate": 0.8867924528301887, + "pruning_coverage": 0.1132075471698113, + "eligible_tasks": 99, + "non_fallback_tasks": 12, + "non_fallback_target_evidence_node_recall": 1.0, + "non_fallback_perfect_task_recall": 1.0, + "mean_token_savings": 0.03898151860161471, + "p50_token_savings": 0.0, + "original_tokens": 492633, + "retained_tokens": 476733, + "token_weighted_savings": 0.032275547923098946, + "eligible_mean_token_savings": 0.041737787593648074, + "non_fallback_mean_token_savings": 0.3443367476475967 + } + } + }, + "test": { + "tasks": 877, + "target_evidence_node_recall": 0.9958398335933437, + "mean_task_node_recall": 0.9960091220068416, + "perfect_task_recall": 0.9954389965792474, + "mean_char_savings": 0.10703734276326303, + "p50_char_savings": 0.0, + "fallback_rate": 0.7753705815279361, + "pruning_coverage": 0.22462941847206386, + "eligible_tasks": 837, + "non_fallback_tasks": 197, + "non_fallback_target_evidence_node_recall": 0.9759036144578314, + "non_fallback_perfect_task_recall": 0.9796954314720813, + "mean_token_savings": 0.09903608828689578, + "p50_token_savings": 0.0, + "original_tokens": 4739110, + "retained_tokens": 4279824, + "token_weighted_savings": 0.09691397751898567, + "eligible_mean_token_savings": 0.10376899573190873, + "non_fallback_mean_token_savings": 0.4408865453178051, + "domains": 23, + "by_kind": { + "action": { + "tasks": 440, + "target_evidence_node_recall": 0.9988674971687429, + "mean_task_node_recall": 0.9988636363636364, + "perfect_task_recall": 0.9977272727272727, + "mean_char_savings": 0.10723482996305486, + "p50_char_savings": 0.0, + "fallback_rate": 0.7840909090909091, + "pruning_coverage": 0.21590909090909094, + "eligible_tasks": 419, + "non_fallback_tasks": 95, + "non_fallback_target_evidence_node_recall": 0.9939393939393939, + "non_fallback_perfect_task_recall": 0.9894736842105263, + "mean_token_savings": 0.09898566176052773, + "p50_token_savings": 0.0, + "original_tokens": 2404531, + "retained_tokens": 2170129, + "token_weighted_savings": 0.09748345935236435, + "eligible_mean_token_savings": 0.1039467569800291, + "non_fallback_mean_token_savings": 0.4584599071013914 + }, + "evidence": { + "tasks": 395, + "target_evidence_node_recall": 0.9924650161463939, + "mean_task_node_recall": 0.9924050632911392, + "perfect_task_recall": 0.9924050632911392, + "mean_char_savings": 0.10488784190049631, + "p50_char_savings": 0.0, + "fallback_rate": 0.7721518987341772, + "pruning_coverage": 0.22784810126582278, + "eligible_tasks": 377, + "non_fallback_tasks": 90, + "non_fallback_target_evidence_node_recall": 0.948905109489051, + "non_fallback_perfect_task_recall": 0.9666666666666667, + "mean_token_savings": 0.0971958992414474, + "p50_token_savings": 0.0, + "original_tokens": 2124233, + "retained_tokens": 1924331, + "token_weighted_savings": 0.09410549596018891, + "eligible_mean_token_savings": 0.10183655225562792, + "non_fallback_mean_token_savings": 0.4265820022263525 + }, + "mixed": { + "tasks": 42, + "target_evidence_node_recall": 1.0, + "mean_task_node_recall": 1.0, + "perfect_task_recall": 1.0, + "mean_char_savings": 0.12518397307003568, + "p50_char_savings": 0.0, + "fallback_rate": 0.7142857142857143, + "pruning_coverage": 0.2857142857142857, + "eligible_tasks": 41, + "non_fallback_tasks": 12, + "non_fallback_target_evidence_node_recall": 1.0, + "non_fallback_perfect_task_recall": 1.0, + "mean_token_savings": 0.11687090601437322, + "p50_token_savings": 0.0, + "original_tokens": 210346, + "retained_tokens": 185364, + "token_weighted_savings": 0.1187662232702309, + "eligible_mean_token_savings": 0.11972141591716282, + "non_fallback_mean_token_savings": 0.4090481710503064 + } + }, + "by_difficulty": { + "easy": { + "tasks": 257, + "target_evidence_node_recall": 1.0, + "mean_task_node_recall": 1.0, + "perfect_task_recall": 1.0, + "mean_char_savings": 0.11688619448660933, + "p50_char_savings": 0.0, + "fallback_rate": 0.7509727626459144, + "pruning_coverage": 0.2490272373540856, + "eligible_tasks": 245, + "non_fallback_tasks": 64, + "non_fallback_target_evidence_node_recall": 1.0, + "non_fallback_perfect_task_recall": 1.0, + "mean_token_savings": 0.10811978648538798, + "p50_token_savings": 0.0, + "original_tokens": 1331136, + "retained_tokens": 1189959, + "token_weighted_savings": 0.10605753281407759, + "eligible_mean_token_savings": 0.11341544949691719, + "non_fallback_mean_token_savings": 0.43416851760538616 + }, + "medium": { + "tasks": 307, + "target_evidence_node_recall": 0.9912536443148688, + "mean_task_node_recall": 0.99185667752443, + "perfect_task_recall": 0.990228013029316, + "mean_char_savings": 0.10975610188681244, + "p50_char_savings": 0.0, + "fallback_rate": 0.7785016286644951, + "pruning_coverage": 0.22149837133550487, + "eligible_tasks": 294, + "non_fallback_tasks": 68, + "non_fallback_target_evidence_node_recall": 0.9464285714285714, + "non_fallback_perfect_task_recall": 0.9558823529411765, + "mean_token_savings": 0.10240996496350799, + "p50_token_savings": 0.0, + "original_tokens": 1689427, + "retained_tokens": 1522901, + "token_weighted_savings": 0.0985695149894017, + "eligible_mean_token_savings": 0.10693829674760869, + "non_fallback_mean_token_savings": 0.462350871232308 + }, + "hard": { + "tasks": 313, + "target_evidence_node_recall": 0.9976498237367802, + "mean_task_node_recall": 0.9968051118210862, + "perfect_task_recall": 0.9968051118210862, + "mean_char_savings": 0.09628394358169859, + "p50_char_savings": 0.0, + "fallback_rate": 0.792332268370607, + "pruning_coverage": 0.207667731629393, + "eligible_tasks": 298, + "non_fallback_tasks": 65, + "non_fallback_target_evidence_node_recall": 0.9851851851851852, + "non_fallback_perfect_task_recall": 0.9846153846153847, + "mean_token_savings": 0.08826838676378895, + "p50_token_savings": 0.0, + "original_tokens": 1718547, + "retained_tokens": 1566964, + "token_weighted_savings": 0.08820416316807167, + "eligible_mean_token_savings": 0.09271142636599307, + "non_fallback_mean_token_savings": 0.42504623164716826 + } + } + } + }, + "validation_search": { + "tasks": 288, + "target_evidence_node_recall": 1.0, + "mean_task_node_recall": 1.0, + "perfect_task_recall": 1.0, + "mean_char_savings": 0.04384962945546834, + "p50_char_savings": 0.0, + "fallback_rate": 0.875, + "pruning_coverage": 0.125, + "eligible_tasks": 269, + "non_fallback_tasks": 36, + "non_fallback_target_evidence_node_recall": 1.0, + "non_fallback_perfect_task_recall": 1.0 + }, + "inference": { + "device": "cuda", + "scored_chunks": 64777, + "score_seconds": 265.13431255100295, + "chunks_per_second": 244.31767950645423 + }, + "ranking_diagnostics": { + "validation": { + "raw_top_k_target_evidence_recall": { + "1": 0.5358208955223881, + "2": 0.6656716417910448, + "3": 0.7417910447761195, + "4": 0.7940298507462686, + "6": 0.9417910447761194, + "8": 0.9835820895522388, + "10": 0.9925373134328358, + "12": 1.0 + }, + "raw_top_line_target_evidence_recall": { + "8": 0.12238805970149254, + "16": 0.21194029850746268, + "32": 0.32686567164179103, + "48": 0.42686567164179107, + "64": 0.5164179104477612, + "96": 0.6238805970149254, + "128": 0.7044776119402985 + }, + "fill_budget": { + "0.18": { + "tasks": 288, + "target_evidence_node_recall": 0.6298507462686567, + "mean_task_node_recall": 0.636780753968254, + "perfect_task_recall": 0.5972222222222222, + "mean_char_savings": 0.48405502893896873, + "p50_char_savings": 0.5764415968457368, + "fallback_rate": 0.13194444444444445, + "pruning_coverage": 0.8680555555555556, + "eligible_tasks": 269, + "non_fallback_tasks": 250, + "non_fallback_target_evidence_node_recall": 0.568695652173913, + "non_fallback_perfect_task_recall": 0.536 + }, + "0.3": { + "tasks": 288, + "target_evidence_node_recall": 0.7343283582089553, + "mean_task_node_recall": 0.7372685185185185, + "perfect_task_recall": 0.6979166666666666, + "mean_char_savings": 0.4587151815434367, + "p50_char_savings": 0.5764415968457368, + "fallback_rate": 0.13194444444444445, + "pruning_coverage": 0.8680555555555556, + "eligible_tasks": 269, + "non_fallback_tasks": 250, + "non_fallback_target_evidence_node_recall": 0.6904347826086956, + "non_fallback_perfect_task_recall": 0.652 + }, + "0.44": { + "tasks": 288, + "target_evidence_node_recall": 0.7686567164179104, + "mean_task_node_recall": 0.7699652777777778, + "perfect_task_recall": 0.7430555555555556, + "mean_char_savings": 0.4280546332696833, + "p50_char_savings": 0.5764415968457368, + "fallback_rate": 0.13194444444444445, + "pruning_coverage": 0.8680555555555556, + "eligible_tasks": 269, + "non_fallback_tasks": 250, + "non_fallback_target_evidence_node_recall": 0.7304347826086957, + "non_fallback_perfect_task_recall": 0.704 + }, + "0.6": { + "tasks": 288, + "target_evidence_node_recall": 0.7746268656716417, + "mean_task_node_recall": 0.7743055555555556, + "perfect_task_recall": 0.7465277777777778, + "mean_char_savings": 0.3943328906191028, + "p50_char_savings": 0.4372034956304619, + "fallback_rate": 0.13194444444444445, + "pruning_coverage": 0.8680555555555556, + "eligible_tasks": 269, + "non_fallback_tasks": 250, + "non_fallback_target_evidence_node_recall": 0.7373913043478261, + "non_fallback_perfect_task_recall": 0.708 + }, + "0.75": { + "tasks": 288, + "target_evidence_node_recall": 0.7776119402985074, + "mean_task_node_recall": 0.7777777777777778, + "perfect_task_recall": 0.75, + "mean_char_savings": 0.38721273988159877, + "p50_char_savings": 0.368893879842785, + "fallback_rate": 0.13194444444444445, + "pruning_coverage": 0.8680555555555556, + "eligible_tasks": 269, + "non_fallback_tasks": 250, + "non_fallback_target_evidence_node_recall": 0.7408695652173913, + "non_fallback_perfect_task_recall": 0.712 + } + }, + "worst_required_window_best_rank": { + "p50": 2.0, + "p95": 7.0, + "p99": 9.129999999999995, + "max": 12 + } + }, + "test": { + "raw_top_k_target_evidence_recall": { + "1": 0.5460218408736349, + "2": 0.7103484139365575, + "3": 0.8044721788871555, + "4": 0.8673946957878315, + "6": 0.9266770670826833, + "8": 0.9594383775351014, + "10": 0.9739989599583984, + "12": 0.9854394175767031 + }, + "raw_top_line_target_evidence_recall": { + "8": 0.1684867394695788, + "16": 0.27613104524180965, + "32": 0.41497659906396256, + "48": 0.5085803432137286, + "64": 0.5995839833593344, + "96": 0.7119084763390535, + "128": 0.7940717628705148 + }, + "fill_budget": { + "0.18": { + "tasks": 877, + "target_evidence_node_recall": 0.47425897035881437, + "mean_task_node_recall": 0.5196197334536593, + "perfect_task_recall": 0.4629418472063854, + "mean_char_savings": 0.6391523406685479, + "p50_char_savings": 0.7179512729809178, + "fallback_rate": 0.0661345496009122, + "pruning_coverage": 0.9338654503990877, + "eligible_tasks": 837, + "non_fallback_tasks": 819, + "non_fallback_target_evidence_node_recall": 0.43676880222841225, + "non_fallback_perfect_task_recall": 0.4249084249084249 + }, + "0.3": { + "tasks": 877, + "target_evidence_node_recall": 0.5673426937077483, + "mean_task_node_recall": 0.6049642579121417, + "perfect_task_recall": 0.5473204104903079, + "mean_char_savings": 0.606356867552675, + "p50_char_savings": 0.7009256303862113, + "fallback_rate": 0.0661345496009122, + "pruning_coverage": 0.9338654503990877, + "eligible_tasks": 837, + "non_fallback_tasks": 819, + "non_fallback_target_evidence_node_recall": 0.5364902506963788, + "non_fallback_perfect_task_recall": 0.5152625152625152 + }, + "0.44": { + "tasks": 877, + "target_evidence_node_recall": 0.6515860634425377, + "mean_task_node_recall": 0.6956902176232781, + "perfect_task_recall": 0.6488027366020525, + "mean_char_savings": 0.555171139653298, + "p50_char_savings": 0.596022260742633, + "fallback_rate": 0.0661345496009122, + "pruning_coverage": 0.9338654503990877, + "eligible_tasks": 837, + "non_fallback_tasks": 819, + "non_fallback_target_evidence_node_recall": 0.6267409470752089, + "non_fallback_perfect_task_recall": 0.6239316239316239 + }, + "0.6": { + "tasks": 877, + "target_evidence_node_recall": 0.6999479979199168, + "mean_task_node_recall": 0.7317981613709026, + "perfect_task_recall": 0.6864310148232611, + "mean_char_savings": 0.521699198732985, + "p50_char_savings": 0.5467590055303673, + "fallback_rate": 0.0661345496009122, + "pruning_coverage": 0.9338654503990877, + "eligible_tasks": 837, + "non_fallback_tasks": 819, + "non_fallback_target_evidence_node_recall": 0.6785515320334262, + "non_fallback_perfect_task_recall": 0.6642246642246642 + }, + "0.75": { + "tasks": 877, + "target_evidence_node_recall": 0.7841913676547062, + "mean_task_node_recall": 0.8048502328266229, + "perfect_task_recall": 0.7673888255416191, + "mean_char_savings": 0.46268750135252407, + "p50_char_savings": 0.4118563637651391, + "fallback_rate": 0.0661345496009122, + "pruning_coverage": 0.9338654503990877, + "eligible_tasks": 837, + "non_fallback_tasks": 819, + "non_fallback_target_evidence_node_recall": 0.7688022284122563, + "non_fallback_perfect_task_recall": 0.7509157509157509 + } + }, + "worst_required_window_best_rank": { + "p50": 2.0, + "p95": 8.0, + "p99": 13.0, + "max": 21 + } + } + }, + "detail": [ + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.470703125, + "peak_confidence": 0.61328125, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.484375, + "peak_confidence": 0.62890625, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.45703125, + "peak_confidence": 0.62890625, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.443359375, + "peak_confidence": 0.609375, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.490234375, + "peak_confidence": 0.59375, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.53515625, + "peak_confidence": 0.59765625, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.36328125, + "peak_confidence": 0.62890625, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.6328125, + "peak_confidence": 0.578125, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.5625, + "peak_confidence": 0.59375, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.099609375, + "peak_confidence": 0.66796875, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.478515625, + "peak_confidence": 0.609375, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.470703125, + "peak_confidence": 0.625, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.61328125, + "peak_confidence": 0.58984375, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.55859375, + "peak_confidence": 0.59375, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.4296875, + "peak_confidence": 0.64453125, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.57421875, + "peak_confidence": 0.59375, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.5546875, + "peak_confidence": 0.60546875, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.55859375, + "peak_confidence": 0.6015625, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.54296875, + "peak_confidence": 0.60546875, + "original_tokens": 493, + "retained_tokens": 493, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.71875, + "peak_confidence": 0.56640625, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.7109375, + "peak_confidence": 0.5703125, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6953125, + "peak_confidence": 0.57421875, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.69140625, + "peak_confidence": 0.54296875, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6953125, + "peak_confidence": 0.578125, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.67578125, + "peak_confidence": 0.64453125, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.6328125, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.67578125, + "peak_confidence": 0.62109375, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.69921875, + "peak_confidence": 0.54296875, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.64453125, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.58984375, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.5859375, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.5703125, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.7109375, + "peak_confidence": 0.56640625, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65625, + "peak_confidence": 0.60546875, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6640625, + "peak_confidence": 0.5546875, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.68359375, + "peak_confidence": 0.6171875, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.64453125, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6875, + "peak_confidence": 0.59375, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.67578125, + "peak_confidence": 0.625, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.640625, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.53515625, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.55078125, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.58203125, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.55859375, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.55078125, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.51953125, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.58203125, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.57421875, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.5703125, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.58203125, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.5859375, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.5703125, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.546875, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.59375, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.375, + "peak_confidence": 0.59375, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.58984375, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.5234375, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chase.com", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.50390625, + "original_tokens": 4552, + "retained_tokens": 4552, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.578125, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.57421875, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.60546875, + "peak_confidence": 0.5078125, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.53515625, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.5625, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.5703125, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.5546875, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 5, + "required_count": 5, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.53125, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.5390625, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.5546875, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.5546875, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.5234375, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.51171875, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.47265625, + "peak_confidence": 0.56640625, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.54296875, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.53515625, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.54296875, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.5390625, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.5390625, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.54296875, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59375, + "peak_confidence": 0.55859375, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.6164794007490637, + "fallback": false, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.49609375, + "original_tokens": 3950, + "retained_tokens": 1501, + "token_savings": 0.62, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.6164794007490637, + "fallback": false, + "eligible": true, + "peak": 0.51171875, + "peak_confidence": 0.6484375, + "original_tokens": 3950, + "retained_tokens": 1501, + "token_savings": 0.62, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6164794007490637, + "fallback": false, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.6015625, + "original_tokens": 3950, + "retained_tokens": 1501, + "token_savings": 0.62, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6164794007490637, + "fallback": false, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.59375, + "original_tokens": 3950, + "retained_tokens": 1501, + "token_savings": 0.62, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6164794007490637, + "fallback": false, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.58203125, + "original_tokens": 3950, + "retained_tokens": 1501, + "token_savings": 0.62, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6164794007490637, + "fallback": false, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.5, + "original_tokens": 3950, + "retained_tokens": 1501, + "token_savings": 0.62, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6164794007490637, + "fallback": false, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.58203125, + "original_tokens": 3950, + "retained_tokens": 1501, + "token_savings": 0.62, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6164794007490637, + "fallback": false, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.61328125, + "original_tokens": 3950, + "retained_tokens": 1501, + "token_savings": 0.62, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6164794007490637, + "fallback": false, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.51953125, + "original_tokens": 3950, + "retained_tokens": 1501, + "token_savings": 0.62, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6164794007490637, + "fallback": false, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.62109375, + "original_tokens": 3950, + "retained_tokens": 1501, + "token_savings": 0.62, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6164794007490637, + "fallback": false, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.59375, + "original_tokens": 3950, + "retained_tokens": 1501, + "token_savings": 0.62, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.6164794007490637, + "fallback": false, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.5, + "original_tokens": 3950, + "retained_tokens": 1501, + "token_savings": 0.62, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 10, + "required_count": 10, + "savings": 0.6164794007490637, + "fallback": false, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.5859375, + "original_tokens": 3950, + "retained_tokens": 1501, + "token_savings": 0.62, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.6164794007490637, + "fallback": false, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.51953125, + "original_tokens": 3950, + "retained_tokens": 1501, + "token_savings": 0.62, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.6164794007490637, + "fallback": false, + "eligible": true, + "peak": 0.50390625, + "peak_confidence": 0.578125, + "original_tokens": 3950, + "retained_tokens": 1501, + "token_savings": 0.62, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.56640625, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4140625, + "peak_confidence": 0.609375, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.546875, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.466796875, + "peak_confidence": 0.60546875, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.5546875, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5078125, + "peak_confidence": 0.609375, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.5546875, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.51171875, + "peak_confidence": 0.59375, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.5390625, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.5786363846189355, + "fallback": false, + "eligible": true, + "peak": 0.279296875, + "peak_confidence": 0.6796875, + "original_tokens": 6055, + "retained_tokens": 2908, + "token_savings": 0.5197357555739059, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.1826171875, + "peak_confidence": 0.65234375, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.470703125, + "peak_confidence": 0.57421875, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.5859375, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.5546875, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.5390625, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.55078125, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.49609375, + "peak_confidence": 0.58984375, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.5572173752481189, + "fallback": false, + "eligible": true, + "peak": 0.48046875, + "peak_confidence": 0.61328125, + "original_tokens": 6055, + "retained_tokens": 3066, + "token_savings": 0.49364161849710986, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.51953125, + "peak_confidence": 0.65234375, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "sourceforge.net", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.3359375, + "peak_confidence": 0.73046875, + "original_tokens": 6055, + "retained_tokens": 6055, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.53515625, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.55078125, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.54296875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.46875, + "peak_confidence": 0.61328125, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.5625, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.546875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6640625, + "peak_confidence": 0.546875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.53515625, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.55078125, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.67578125, + "peak_confidence": 0.54296875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4609375, + "peak_confidence": 0.5859375, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.55078125, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.55078125, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.5546875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.55078125, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 5, + "required_count": 5, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.54296875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.5546875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.57421875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.5546875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.5546875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.578125, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.46875, + "peak_confidence": 0.6171875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.57421875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.55859375, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6796875, + "peak_confidence": 0.546875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.5, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.546875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.40234375, + "peak_confidence": 0.66796875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.5625, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.53515625, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.5390625, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.58984375, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.57421875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.5703125, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.5546875, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.nyse.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.58984375, + "original_tokens": 6594, + "retained_tokens": 6594, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.640625, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.71484375, + "peak_confidence": 0.6171875, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65625, + "peak_confidence": 0.5625, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.64453125, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.6484375, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.65234375, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 7, + "required_count": 7, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.6484375, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.58203125, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6796875, + "peak_confidence": 0.59375, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.60546875, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6953125, + "peak_confidence": 0.6015625, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.7265625, + "peak_confidence": 0.62890625, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6640625, + "peak_confidence": 0.6484375, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.46484375, + "peak_confidence": 0.6171875, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.640625, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.64453125, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.5546875, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 7, + "required_count": 7, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.69921875, + "peak_confidence": 0.61328125, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.usps.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59375, + "peak_confidence": 0.66015625, + "original_tokens": 7470, + "retained_tokens": 7470, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.71484375, + "peak_confidence": 0.56640625, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.6328125, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.70703125, + "peak_confidence": 0.5703125, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6953125, + "peak_confidence": 0.5703125, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.609375, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.671875, + "peak_confidence": 0.625, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.6328125, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6640625, + "peak_confidence": 0.5546875, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.6328125, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.703125, + "peak_confidence": 0.56640625, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.70703125, + "peak_confidence": 0.57421875, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.68359375, + "peak_confidence": 0.5703125, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.7109375, + "peak_confidence": 0.53515625, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.63671875, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.6328125, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.671875, + "peak_confidence": 0.546875, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.6328125, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65625, + "peak_confidence": 0.625, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6796875, + "peak_confidence": 0.625, + "original_tokens": 6433, + "retained_tokens": 6433, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.5234375, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.41015625, + "peak_confidence": 0.58984375, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.498046875, + "peak_confidence": 0.5703125, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.51953125, + "peak_confidence": 0.54296875, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.546875, + "peak_confidence": 0.578125, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.55078125, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.546875, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.431640625, + "peak_confidence": 0.55859375, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65625, + "peak_confidence": 0.52734375, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.53125, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.35546875, + "peak_confidence": 0.58984375, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.54296875, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.52734375, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.60546875, + "peak_confidence": 0.546875, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.46484375, + "peak_confidence": 0.58984375, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.56640625, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4140625, + "peak_confidence": 0.6015625, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.53515625, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.51953125, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.uscis.gov", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.5390625, + "original_tokens": 3782, + "retained_tokens": 3782, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.578125, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.59375, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.59375, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66796875, + "peak_confidence": 0.56640625, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.58203125, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.578125, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.6171875, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.57421875, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.578125, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.58984375, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65625, + "peak_confidence": 0.57421875, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.58984375, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.59765625, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.431640625, + "peak_confidence": 0.6484375, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.609375, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.58203125, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.58984375, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.6015625, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.5703125, + "original_tokens": 828, + "retained_tokens": 828, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.47265625, + "peak_confidence": 0.609375, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.5625, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.57421875, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.55859375, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.48828125, + "peak_confidence": 0.6015625, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.58203125, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.447265625, + "peak_confidence": 0.58984375, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.306640625, + "peak_confidence": 0.65625, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.40234375, + "peak_confidence": 0.640625, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.3828125, + "peak_confidence": 0.734375, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.5703125, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.58984375, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.478515625, + "peak_confidence": 0.6328125, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.4609375, + "peak_confidence": 0.609375, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.35546875, + "peak_confidence": 0.7421875, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.451171875, + "peak_confidence": 0.609375, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.55859375, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.50390625, + "peak_confidence": 0.58984375, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.chess.com", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.11819202695115105, + "fallback": false, + "eligible": true, + "peak": 0.431640625, + "peak_confidence": 0.66015625, + "original_tokens": 1237, + "retained_tokens": 1126, + "token_savings": 0.08973322554567498, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.57421875, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.5859375, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.58203125, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.58984375, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66796875, + "peak_confidence": 0.56640625, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.59375, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.58984375, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.57421875, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.578125, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.59375, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.5859375, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.6015625, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66796875, + "peak_confidence": 0.56640625, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.56640625, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.5703125, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.412109375, + "peak_confidence": 0.65625, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.59765625, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.58984375, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 5, + "required_count": 5, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.58203125, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.youtube.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.578125, + "original_tokens": 829, + "retained_tokens": 829, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 7, + "required_count": 7, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.37109375, + "peak_confidence": 0.6015625, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 7, + "required_count": 7, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.5546875, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.5703125, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.515625, + "peak_confidence": 0.6015625, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.53125, + "peak_confidence": 0.62109375, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.56640625, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.318359375, + "peak_confidence": 0.6875, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.5625, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.59375, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.515625, + "peak_confidence": 0.55859375, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.2412109375, + "peak_confidence": 0.68359375, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.52734375, + "peak_confidence": 0.5859375, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.57421875, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.44921875, + "peak_confidence": 0.58984375, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.263671875, + "peak_confidence": 0.66015625, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.443359375, + "peak_confidence": 0.5625, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.55078125, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.3125, + "peak_confidence": 0.640625, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.5703125, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.490234375, + "peak_confidence": 0.59765625, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.5625, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "validation", + "host": "www.allrecipes.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.51171875, + "peak_confidence": 0.56640625, + "original_tokens": 8837, + "retained_tokens": 8837, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.2681537350557651, + "fallback": false, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.5390625, + "original_tokens": 3708, + "retained_tokens": 2879, + "token_savings": 0.22357065803667742, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.3160555243520822, + "fallback": false, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.54296875, + "original_tokens": 3708, + "retained_tokens": 2655, + "token_savings": 0.28398058252427183, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.29150284843135676, + "fallback": false, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.54296875, + "original_tokens": 3708, + "retained_tokens": 2796, + "token_savings": 0.24595469255663427, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.3160555243520822, + "fallback": false, + "eligible": true, + "peak": 0.66796875, + "peak_confidence": 0.53125, + "original_tokens": 3708, + "retained_tokens": 2655, + "token_savings": 0.28398058252427183, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.3160555243520822, + "fallback": false, + "eligible": true, + "peak": 0.66796875, + "peak_confidence": 0.5390625, + "original_tokens": 3708, + "retained_tokens": 2655, + "token_savings": 0.28398058252427183, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.29150284843135676, + "fallback": false, + "eligible": true, + "peak": 0.447265625, + "peak_confidence": 0.63671875, + "original_tokens": 3708, + "retained_tokens": 2796, + "token_savings": 0.24595469255663427, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.3263259247372222, + "fallback": false, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.56640625, + "original_tokens": 3708, + "retained_tokens": 2617, + "token_savings": 0.2942286947141316, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.3263259247372222, + "fallback": false, + "eligible": true, + "peak": 0.60546875, + "peak_confidence": 0.55859375, + "original_tokens": 3708, + "retained_tokens": 2617, + "token_savings": 0.2942286947141316, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.3160555243520822, + "fallback": false, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.5625, + "original_tokens": 3708, + "retained_tokens": 2655, + "token_savings": 0.28398058252427183, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.29150284843135676, + "fallback": false, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.6328125, + "original_tokens": 3708, + "retained_tokens": 2796, + "token_savings": 0.24595469255663427, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.29150284843135676, + "fallback": false, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.5546875, + "original_tokens": 3708, + "retained_tokens": 2796, + "token_savings": 0.24595469255663427, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.3065072614940223, + "fallback": false, + "eligible": true, + "peak": 0.66796875, + "peak_confidence": 0.53515625, + "original_tokens": 3708, + "retained_tokens": 2702, + "token_savings": 0.27130528586839264, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.3065072614940223, + "fallback": false, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.54296875, + "original_tokens": 3708, + "retained_tokens": 2702, + "token_savings": 0.27130528586839264, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.3065072614940223, + "fallback": false, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.57421875, + "original_tokens": 3708, + "retained_tokens": 2702, + "token_savings": 0.27130528586839264, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.3160555243520822, + "fallback": false, + "eligible": true, + "peak": 0.59375, + "peak_confidence": 0.5703125, + "original_tokens": 3708, + "retained_tokens": 2655, + "token_savings": 0.28398058252427183, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.29150284843135676, + "fallback": false, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.546875, + "original_tokens": 3708, + "retained_tokens": 2796, + "token_savings": 0.24595469255663427, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.3065072614940223, + "fallback": false, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.64453125, + "original_tokens": 3708, + "retained_tokens": 2702, + "token_savings": 0.27130528586839264, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.29150284843135676, + "fallback": false, + "eligible": true, + "peak": 0.546875, + "peak_confidence": 0.5, + "original_tokens": 3708, + "retained_tokens": 2796, + "token_savings": 0.24595469255663427, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.65625, + "peak_confidence": 0.53515625, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.53125, + "peak_confidence": 0.56640625, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.53515625, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.55078125, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.53125, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.54296875, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.54296875, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.57421875, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.6015625, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.59375, + "peak_confidence": 0.5546875, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.609375, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.55859375, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.56640625, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.55859375, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.67578125, + "peak_confidence": 0.53125, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.50390625, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.54296875, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.546875, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.56640625, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.5703125, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.stubhub.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.28247568245999377, + "fallback": false, + "eligible": true, + "peak": 0.60546875, + "peak_confidence": 0.5390625, + "original_tokens": 4498, + "retained_tokens": 3114, + "token_savings": 0.3076923076923077, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4609375, + "peak_confidence": 0.58203125, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.25390625, + "peak_confidence": 0.6640625, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.404296875, + "peak_confidence": 0.63671875, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.54296875, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.54296875, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 5, + "required_count": 5, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.443359375, + "peak_confidence": 0.6015625, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.40625, + "peak_confidence": 0.57421875, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.53515625, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.51953125, + "peak_confidence": 0.55859375, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.416015625, + "peak_confidence": 0.65625, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.49609375, + "peak_confidence": 0.5703125, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.51171875, + "peak_confidence": 0.5703125, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.5703125, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.56640625, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.5859375, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.53125, + "peak_confidence": 0.58984375, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.56640625, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.546875, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.546875, + "original_tokens": 3975, + "retained_tokens": 3975, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.546875, + "peak_confidence": 0.56640625, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.53125, + "peak_confidence": 0.53515625, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.451171875, + "peak_confidence": 0.62890625, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.57421875, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5, + "peak_confidence": 0.546875, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.31640625, + "peak_confidence": 0.69140625, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 12, + "required_count": 12, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.515625, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.60546875, + "peak_confidence": 0.578125, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.48828125, + "peak_confidence": 0.60546875, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4296875, + "peak_confidence": 0.578125, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.51953125, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.53515625, + "peak_confidence": 0.578125, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.34765625, + "peak_confidence": 0.68359375, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.48046875, + "peak_confidence": 0.58203125, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.2236328125, + "peak_confidence": 0.62890625, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 5, + "required_count": 5, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.58203125, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 12, + "required_count": 12, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.60546875, + "peak_confidence": 0.578125, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 17, + "required_count": 17, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.51953125, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.5703125, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 7, + "required_count": 7, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.578125, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.6015625, + "original_tokens": 10463, + "retained_tokens": 10463, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.58984375, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.482421875, + "peak_confidence": 0.65234375, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.609375, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.51171875, + "peak_confidence": 0.625, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.54296875, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.388671875, + "peak_confidence": 0.578125, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.515625, + "peak_confidence": 0.63671875, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.60546875, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 11, + "required_count": 11, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.59375, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.61328125, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.5546875, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.55078125, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.5703125, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.3984375, + "peak_confidence": 0.625, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4296875, + "peak_confidence": 0.63671875, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.58984375, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.59375, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.47265625, + "peak_confidence": 0.5859375, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.486328125, + "peak_confidence": 0.62890625, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4453125, + "peak_confidence": 0.58203125, + "original_tokens": 1653, + "retained_tokens": 1653, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.41015625, + "peak_confidence": 0.66015625, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.57421875, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 5, + "required_count": 5, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.70703125, + "peak_confidence": 0.58203125, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4765625, + "peak_confidence": 0.64453125, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.61328125, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.58984375, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.5859375, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.69921875, + "peak_confidence": 0.5859375, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6953125, + "peak_confidence": 0.58984375, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.58203125, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.7109375, + "peak_confidence": 0.5859375, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.68359375, + "peak_confidence": 0.578125, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.56640625, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.56640625, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.5703125, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.59375, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.578125, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.58984375, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.5859375, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.59375, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.57421875, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.625, + "original_tokens": 7648, + "retained_tokens": 7648, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.33203125, + "peak_confidence": 0.65625, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.56640625, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.58984375, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.6484375, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.58984375, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.39453125, + "peak_confidence": 0.6796875, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.478515625, + "peak_confidence": 0.58984375, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.60546875, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.5859375, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 5, + "required_count": 5, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.470703125, + "peak_confidence": 0.625, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.56640625, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.59375, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.263671875, + "peak_confidence": 0.62890625, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.60546875, + "peak_confidence": 0.5625, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.51953125, + "peak_confidence": 0.59375, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.640625, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.28515625, + "peak_confidence": 0.640625, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.5859375, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.5703125, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.5859375, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.5703125, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 5, + "required_count": 5, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.59375, + "original_tokens": 4168, + "retained_tokens": 4168, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4921875, + "peak_confidence": 0.6328125, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.59375, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.546875, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.396484375, + "peak_confidence": 0.640625, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.453125, + "peak_confidence": 0.64453125, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.53125, + "peak_confidence": 0.58984375, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.67578125, + "peak_confidence": 0.5078125, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.5234375, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.59765625, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.51953125, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.5625, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.60546875, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.58984375, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66796875, + "peak_confidence": 0.5703125, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.50390625, + "peak_confidence": 0.59375, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.67578125, + "peak_confidence": 0.5078125, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.52734375, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.68359375, + "peak_confidence": 0.515625, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.54296875, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.515625, + "original_tokens": 6018, + "retained_tokens": 6018, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.578125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.5703125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5234375, + "peak_confidence": 0.578125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.56640625, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.2197265625, + "peak_confidence": 0.671875, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.23046875, + "peak_confidence": 0.65234375, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.52734375, + "peak_confidence": 0.578125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 8, + "required_count": 8, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.392578125, + "peak_confidence": 0.6171875, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 8, + "required_count": 8, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.515625, + "peak_confidence": 0.58203125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.44140625, + "peak_confidence": 0.62109375, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.30078125, + "peak_confidence": 0.671875, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4453125, + "peak_confidence": 0.61328125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.57421875, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.55859375, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.59375, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.515625, + "peak_confidence": 0.58203125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 16, + "required_count": 16, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.431640625, + "peak_confidence": 0.62109375, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.46484375, + "peak_confidence": 0.57421875, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.408203125, + "peak_confidence": 0.6171875, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.33203125, + "peak_confidence": 0.6015625, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.5625, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.546875, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.5390625, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.494140625, + "peak_confidence": 0.60546875, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.5625, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.53515625, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.52734375, + "peak_confidence": 0.55859375, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.53125, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.5546875, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.58203125, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.482421875, + "peak_confidence": 0.58984375, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.52734375, + "peak_confidence": 0.56640625, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.373046875, + "peak_confidence": 0.66796875, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.53515625, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.53515625, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.58984375, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.53125, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.546875, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.5390625, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.59375, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.amazon.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.58984375, + "original_tokens": 6416, + "retained_tokens": 6416, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.5, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.498046875, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.51171875, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.53515625, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.60546875, + "peak_confidence": 0.484375, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.5, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.51953125, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.546875, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.494140625, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.5, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.53515625, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.52734375, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.53515625, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.55859375, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.443359375, + "peak_confidence": 0.6015625, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.54296875, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.53515625, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.435546875, + "peak_confidence": 0.609375, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.53125, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.55078125, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.52734375, + "original_tokens": 1680, + "retained_tokens": 1680, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6796875, + "peak_confidence": 0.60546875, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6875, + "peak_confidence": 0.6015625, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.5703125, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 5, + "required_count": 5, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.65234375, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.609375, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.57421875, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.5703125, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.5859375, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4296875, + "peak_confidence": 0.640625, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6640625, + "peak_confidence": 0.609375, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65625, + "peak_confidence": 0.61328125, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.62109375, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.671875, + "peak_confidence": 0.609375, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6796875, + "peak_confidence": 0.6015625, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.494140625, + "peak_confidence": 0.6171875, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.62890625, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.56640625, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.5625, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 10, + "required_count": 10, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66796875, + "peak_confidence": 0.609375, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "us.trip.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.625, + "original_tokens": 2465, + "retained_tokens": 2465, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.58203125, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.58203125, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.353515625, + "peak_confidence": 0.6484375, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.59375, + "peak_confidence": 0.5703125, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.59375, + "peak_confidence": 0.578125, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.51953125, + "peak_confidence": 0.59765625, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.484375, + "peak_confidence": 0.6015625, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.453125, + "peak_confidence": 0.62890625, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.328125, + "peak_confidence": 0.671875, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.494140625, + "peak_confidence": 0.6171875, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.50390625, + "peak_confidence": 0.58984375, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.57421875, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.58203125, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.498046875, + "peak_confidence": 0.6015625, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.41796875, + "peak_confidence": 0.6171875, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.52734375, + "peak_confidence": 0.59375, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ups.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.22901504124211547, + "fallback": false, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.5859375, + "original_tokens": 575, + "retained_tokens": 474, + "token_savings": 0.17565217391304344, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.3547065044949762, + "fallback": false, + "eligible": true, + "peak": 0.361328125, + "peak_confidence": 0.5546875, + "original_tokens": 2167, + "retained_tokens": 1523, + "token_savings": 0.297185048454084, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.3547065044949762, + "fallback": false, + "eligible": true, + "peak": 0.51953125, + "peak_confidence": 0.5390625, + "original_tokens": 2167, + "retained_tokens": 1523, + "token_savings": 0.297185048454084, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.3547065044949762, + "fallback": false, + "eligible": true, + "peak": 0.486328125, + "peak_confidence": 0.5703125, + "original_tokens": 2167, + "retained_tokens": 1523, + "token_savings": 0.297185048454084, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.3547065044949762, + "fallback": false, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.55078125, + "original_tokens": 2167, + "retained_tokens": 1523, + "token_savings": 0.297185048454084, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.3547065044949762, + "fallback": false, + "eligible": true, + "peak": 0.474609375, + "peak_confidence": 0.60546875, + "original_tokens": 2167, + "retained_tokens": 1523, + "token_savings": 0.297185048454084, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.3547065044949762, + "fallback": false, + "eligible": true, + "peak": 0.59375, + "peak_confidence": 0.53125, + "original_tokens": 2167, + "retained_tokens": 1523, + "token_savings": 0.297185048454084, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.3547065044949762, + "fallback": false, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.625, + "original_tokens": 2167, + "retained_tokens": 1523, + "token_savings": 0.297185048454084, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.3547065044949762, + "fallback": false, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.53515625, + "original_tokens": 2167, + "retained_tokens": 1523, + "token_savings": 0.297185048454084, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.3547065044949762, + "fallback": false, + "eligible": true, + "peak": 0.515625, + "peak_confidence": 0.578125, + "original_tokens": 2167, + "retained_tokens": 1523, + "token_savings": 0.297185048454084, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.3547065044949762, + "fallback": false, + "eligible": true, + "peak": 0.50390625, + "peak_confidence": 0.640625, + "original_tokens": 2167, + "retained_tokens": 1523, + "token_savings": 0.297185048454084, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.3547065044949762, + "fallback": false, + "eligible": true, + "peak": 0.451171875, + "peak_confidence": 0.66015625, + "original_tokens": 2167, + "retained_tokens": 1523, + "token_savings": 0.297185048454084, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.3547065044949762, + "fallback": false, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.5859375, + "original_tokens": 2167, + "retained_tokens": 1523, + "token_savings": 0.297185048454084, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.3547065044949762, + "fallback": false, + "eligible": true, + "peak": 0.34765625, + "peak_confidence": 0.68359375, + "original_tokens": 2167, + "retained_tokens": 1523, + "token_savings": 0.297185048454084, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.3547065044949762, + "fallback": false, + "eligible": true, + "peak": 0.50390625, + "peak_confidence": 0.60546875, + "original_tokens": 2167, + "retained_tokens": 1523, + "token_savings": 0.297185048454084, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.373046875, + "peak_confidence": 0.61328125, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.52734375, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.466796875, + "peak_confidence": 0.59765625, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 12, + "required_count": 12, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.6015625, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.478515625, + "peak_confidence": 0.5703125, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.53515625, + "peak_confidence": 0.5546875, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5234375, + "peak_confidence": 0.58984375, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.546875, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.376953125, + "peak_confidence": 0.58203125, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.53125, + "peak_confidence": 0.5546875, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.50390625, + "peak_confidence": 0.578125, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.396484375, + "peak_confidence": 0.59375, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 12, + "required_count": 12, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.59375, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.5859375, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.55859375, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.jcpenney.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.47265625, + "peak_confidence": 0.56640625, + "original_tokens": 10475, + "retained_tokens": 10475, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.515625, + "peak_confidence": 0.5703125, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.494140625, + "peak_confidence": 0.578125, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.32421875, + "peak_confidence": 0.65625, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.494140625, + "peak_confidence": 0.59765625, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.51953125, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4609375, + "peak_confidence": 0.609375, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.578125, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.53125, + "peak_confidence": 0.578125, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.54296875, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.357421875, + "peak_confidence": 0.58203125, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.57421875, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.51171875, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4140625, + "peak_confidence": 0.55859375, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.283203125, + "peak_confidence": 0.66796875, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.546875, + "peak_confidence": 0.56640625, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.5703125, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 7, + "required_count": 7, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.427734375, + "peak_confidence": 0.51953125, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.33984375, + "peak_confidence": 0.62890625, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.48828125, + "peak_confidence": 0.56640625, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.theweathernetwork.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.439453125, + "peak_confidence": 0.53515625, + "original_tokens": 3678, + "retained_tokens": 3678, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 5, + "required_count": 5, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5, + "peak_confidence": 0.55859375, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.314453125, + "peak_confidence": 0.6015625, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6640625, + "peak_confidence": 0.5078125, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.482421875, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.53125, + "peak_confidence": 0.51953125, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.5390625, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.337890625, + "peak_confidence": 0.6328125, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.5234375, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.50390625, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.435546875, + "peak_confidence": 0.54296875, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.5234375, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.49609375, + "peak_confidence": 0.515625, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.51953125, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.55078125, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 5, + "required_count": 5, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.498046875, + "peak_confidence": 0.5546875, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.49609375, + "peak_confidence": 0.55859375, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.546875, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.4765625, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.52734375, + "original_tokens": 4686, + "retained_tokens": 4686, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.51171875, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.609375, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.546875, + "peak_confidence": 0.66015625, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.490234375, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.48828125, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.50390625, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.60546875, + "peak_confidence": 0.52734375, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.515625, + "peak_confidence": 0.59375, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.52734375, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.48046875, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.546875, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.50390625, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.58984375, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5234375, + "peak_confidence": 0.5390625, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.337890625, + "peak_confidence": 0.58984375, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.498046875, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.51953125, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.5, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.490234375, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.5078125, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.515625, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cars.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6148450715847671, + "fallback": false, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.5546875, + "original_tokens": 8157, + "retained_tokens": 3280, + "token_savings": 0.5978913816354052, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cars.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.638032759830012, + "fallback": false, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.56640625, + "original_tokens": 8157, + "retained_tokens": 3034, + "token_savings": 0.6280495280127498, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cars.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6393530552461113, + "fallback": false, + "eligible": true, + "peak": 0.67578125, + "peak_confidence": 0.546875, + "original_tokens": 8157, + "retained_tokens": 3005, + "token_savings": 0.6316047566507295, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cars.com", + "recall": 0.5, + "hits": 1, + "required_count": 2, + "savings": 0.6241283987292157, + "fallback": false, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.5546875, + "original_tokens": 8157, + "retained_tokens": 3173, + "token_savings": 0.6110089493686404, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cars.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.6372075751949499, + "fallback": false, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.5546875, + "original_tokens": 8157, + "retained_tokens": 3054, + "token_savings": 0.6255976461934535, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cars.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.5703125, + "original_tokens": 8157, + "retained_tokens": 8157, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cars.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66796875, + "peak_confidence": 0.46875, + "original_tokens": 8157, + "retained_tokens": 8157, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cars.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.6019309320460453, + "fallback": false, + "eligible": true, + "peak": 0.53125, + "peak_confidence": 0.56640625, + "original_tokens": 8157, + "retained_tokens": 3396, + "token_savings": 0.5836704670834866, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cars.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6105953707141973, + "fallback": false, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.55859375, + "original_tokens": 8157, + "retained_tokens": 3248, + "token_savings": 0.6018143925462793, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cars.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6697198498163964, + "fallback": false, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.625, + "original_tokens": 8157, + "retained_tokens": 2750, + "token_savings": 0.6628662498467575, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cars.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6640625, + "peak_confidence": 0.46875, + "original_tokens": 8157, + "retained_tokens": 8157, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cars.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6016008581920205, + "fallback": false, + "eligible": true, + "peak": 0.59375, + "peak_confidence": 0.58203125, + "original_tokens": 8157, + "retained_tokens": 3378, + "token_savings": 0.5858771607208533, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cars.com", + "recall": 0.0, + "hits": 0, + "required_count": 3, + "savings": 0.6008169327887114, + "fallback": false, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.578125, + "original_tokens": 8157, + "retained_tokens": 3387, + "token_savings": 0.5847738139021699, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cars.com", + "recall": 1.0, + "hits": 7, + "required_count": 7, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.5390625, + "original_tokens": 8157, + "retained_tokens": 8157, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cars.com", + "recall": 0.0, + "hits": 0, + "required_count": 2, + "savings": 0.6106778891777035, + "fallback": false, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.5625, + "original_tokens": 8157, + "retained_tokens": 3332, + "token_savings": 0.5915164889052348, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.546875, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.60546875, + "peak_confidence": 0.5625, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.38671875, + "peak_confidence": 0.63671875, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.57421875, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.5546875, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.48828125, + "peak_confidence": 0.5859375, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.48828125, + "peak_confidence": 0.625, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5, + "peak_confidence": 0.59765625, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.32421875, + "peak_confidence": 0.65234375, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.53125, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.578125, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.53125, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.515625, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.5390625, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.5703125, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.discogs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.5625, + "original_tokens": 10509, + "retained_tokens": 10509, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.662348325882675, + "fallback": false, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.59765625, + "original_tokens": 2892, + "retained_tokens": 1314, + "token_savings": 0.545643153526971, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.2293586351610255, + "fallback": false, + "eligible": true, + "peak": 0.46484375, + "peak_confidence": 0.546875, + "original_tokens": 2892, + "retained_tokens": 2315, + "token_savings": 0.19951590594744117, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.69957120700666, + "fallback": false, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.58203125, + "original_tokens": 2892, + "retained_tokens": 1203, + "token_savings": 0.5840248962655601, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.69957120700666, + "fallback": false, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.50390625, + "original_tokens": 2892, + "retained_tokens": 1203, + "token_savings": 0.5840248962655601, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.662348325882675, + "fallback": false, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.5625, + "original_tokens": 2892, + "retained_tokens": 1314, + "token_savings": 0.545643153526971, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.19213575403704042, + "fallback": false, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.50390625, + "original_tokens": 2892, + "retained_tokens": 2426, + "token_savings": 0.161134163208852, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.662348325882675, + "fallback": false, + "eligible": true, + "peak": 0.423828125, + "peak_confidence": 0.46484375, + "original_tokens": 2892, + "retained_tokens": 1314, + "token_savings": 0.545643153526971, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.470703125, + "peak_confidence": 0.416015625, + "original_tokens": 2892, + "retained_tokens": 2892, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.435546875, + "peak_confidence": 0.43359375, + "original_tokens": 2892, + "retained_tokens": 2892, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.19213575403704042, + "fallback": false, + "eligible": true, + "peak": 0.51171875, + "peak_confidence": 0.59375, + "original_tokens": 2892, + "retained_tokens": 2426, + "token_savings": 0.161134163208852, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.69957120700666, + "fallback": false, + "eligible": true, + "peak": 0.484375, + "peak_confidence": 0.62109375, + "original_tokens": 2892, + "retained_tokens": 1203, + "token_savings": 0.5840248962655601, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.7442751573761518, + "fallback": false, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.5078125, + "original_tokens": 2892, + "retained_tokens": 1067, + "token_savings": 0.6310511756569848, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.662348325882675, + "fallback": false, + "eligible": true, + "peak": 0.392578125, + "peak_confidence": 0.64453125, + "original_tokens": 2892, + "retained_tokens": 1314, + "token_savings": 0.545643153526971, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.662348325882675, + "fallback": false, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.515625, + "original_tokens": 2892, + "retained_tokens": 1314, + "token_savings": 0.545643153526971, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.46875, + "peak_confidence": 0.408203125, + "original_tokens": 2892, + "retained_tokens": 2892, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.451171875, + "peak_confidence": 0.443359375, + "original_tokens": 2892, + "retained_tokens": 2892, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.19213575403704042, + "fallback": false, + "eligible": true, + "peak": 0.50390625, + "peak_confidence": 0.640625, + "original_tokens": 2892, + "retained_tokens": 2426, + "token_savings": 0.161134163208852, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.490234375, + "peak_confidence": 0.3984375, + "original_tokens": 2892, + "retained_tokens": 2892, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.19213575403704042, + "fallback": false, + "eligible": true, + "peak": 0.5234375, + "peak_confidence": 0.62109375, + "original_tokens": 2892, + "retained_tokens": 2426, + "token_savings": 0.161134163208852, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8175220895770434, + "fallback": false, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.5, + "original_tokens": 11966, + "retained_tokens": 2338, + "token_savings": 0.8046130703660371, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.7697421266930726, + "fallback": false, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.5234375, + "original_tokens": 11966, + "retained_tokens": 2844, + "token_savings": 0.762326592010697, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.7917901559427194, + "fallback": false, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.55078125, + "original_tokens": 11966, + "retained_tokens": 2529, + "token_savings": 0.7886511783386261, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.83054039830485, + "fallback": false, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.5234375, + "original_tokens": 11966, + "retained_tokens": 1965, + "token_savings": 0.8357847233829183, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.7391629504473313, + "fallback": false, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.5234375, + "original_tokens": 11966, + "retained_tokens": 2947, + "token_savings": 0.7537188701320408, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.7667506855385979, + "fallback": false, + "eligible": true, + "peak": 0.53515625, + "peak_confidence": 0.52734375, + "original_tokens": 11966, + "retained_tokens": 2798, + "token_savings": 0.7661708173157279, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8795113979447692, + "fallback": false, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.5390625, + "original_tokens": 11966, + "retained_tokens": 1479, + "token_savings": 0.8763997994317232, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.53125, + "original_tokens": 11966, + "retained_tokens": 11966, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.8463008614242584, + "fallback": false, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.52734375, + "original_tokens": 11966, + "retained_tokens": 2021, + "token_savings": 0.8311047969246197, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.7370578622275157, + "fallback": false, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.53515625, + "original_tokens": 11966, + "retained_tokens": 3098, + "token_savings": 0.7410997827177002, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.7929257956402516, + "fallback": false, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.51171875, + "original_tokens": 11966, + "retained_tokens": 2547, + "token_savings": 0.7871469162627445, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.7606016120543999, + "fallback": false, + "eligible": true, + "peak": 0.59375, + "peak_confidence": 0.5390625, + "original_tokens": 11966, + "retained_tokens": 2711, + "token_savings": 0.773441417349156, + "kind": "mixed", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8161371631166385, + "fallback": false, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.5, + "original_tokens": 11966, + "retained_tokens": 2024, + "token_savings": 0.8308540865786395, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66796875, + "peak_confidence": 0.50390625, + "original_tokens": 11966, + "retained_tokens": 11966, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.7652826634905686, + "fallback": false, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.51953125, + "original_tokens": 11966, + "retained_tokens": 2690, + "token_savings": 0.7751963897710179, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nba.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.486328125, + "original_tokens": 11966, + "retained_tokens": 11966, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.7915864723673357, + "fallback": false, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.50390625, + "original_tokens": 7641, + "retained_tokens": 1940, + "token_savings": 0.7461065305588274, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.7877715149848776, + "fallback": false, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.4921875, + "original_tokens": 7641, + "retained_tokens": 2028, + "token_savings": 0.7345897133882999, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.7407203739345615, + "fallback": false, + "eligible": true, + "peak": 0.412109375, + "peak_confidence": 0.578125, + "original_tokens": 7641, + "retained_tokens": 2520, + "token_savings": 0.6702002355712603, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.8117610668133077, + "fallback": false, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.4921875, + "original_tokens": 7641, + "retained_tokens": 1750, + "token_savings": 0.7709723858133752, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.7125378058839703, + "fallback": false, + "eligible": true, + "peak": 0.59375, + "peak_confidence": 0.484375, + "original_tokens": 7641, + "retained_tokens": 2630, + "token_savings": 0.6558042141081011, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.7653285675006873, + "fallback": false, + "eligible": true, + "peak": 0.52734375, + "peak_confidence": 0.455078125, + "original_tokens": 7641, + "retained_tokens": 2066, + "token_savings": 0.7296165423373904, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8360599395105857, + "fallback": false, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.51171875, + "original_tokens": 7641, + "retained_tokens": 1569, + "token_savings": 0.7946603847663918, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8278113830079736, + "fallback": false, + "eligible": true, + "peak": 0.2734375, + "peak_confidence": 0.65625, + "original_tokens": 7641, + "retained_tokens": 1646, + "token_savings": 0.7845831697421803, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8472298597745395, + "fallback": false, + "eligible": true, + "peak": 0.4765625, + "peak_confidence": 0.51953125, + "original_tokens": 7641, + "retained_tokens": 1555, + "token_savings": 0.7964926056798849, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.7671157547429199, + "fallback": false, + "eligible": true, + "peak": 0.3515625, + "peak_confidence": 0.55078125, + "original_tokens": 7641, + "retained_tokens": 2201, + "token_savings": 0.7119486978144223, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.7450164971130052, + "fallback": false, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.51171875, + "original_tokens": 7641, + "retained_tokens": 2350, + "token_savings": 0.6924486323779611, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.7277288974429474, + "fallback": false, + "eligible": true, + "peak": 0.51171875, + "peak_confidence": 0.51171875, + "original_tokens": 7641, + "retained_tokens": 2506, + "token_savings": 0.6720324564847533, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.7611355512785263, + "fallback": false, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.53515625, + "original_tokens": 7641, + "retained_tokens": 2279, + "token_savings": 0.7017406098678183, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.7813101457244982, + "fallback": false, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.494140625, + "original_tokens": 7641, + "retained_tokens": 2089, + "token_savings": 0.7266064651223663, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.7125378058839703, + "fallback": false, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.484375, + "original_tokens": 7641, + "retained_tokens": 2630, + "token_savings": 0.6558042141081011, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.729138025845477, + "fallback": false, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.48828125, + "original_tokens": 7641, + "retained_tokens": 2477, + "token_savings": 0.6758277712341316, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.7973260929337366, + "fallback": false, + "eligible": true, + "peak": 0.5234375, + "peak_confidence": 0.458984375, + "original_tokens": 7641, + "retained_tokens": 1868, + "token_savings": 0.755529380971077, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6878265053615618, + "fallback": false, + "eligible": true, + "peak": 0.34375, + "peak_confidence": 0.6796875, + "original_tokens": 7641, + "retained_tokens": 2807, + "token_savings": 0.6326397068446539, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.58984375, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.59375, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.71875, + "peak_confidence": 0.58203125, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.69140625, + "peak_confidence": 0.578125, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6640625, + "peak_confidence": 0.5546875, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65625, + "peak_confidence": 0.5625, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.69921875, + "peak_confidence": 0.5703125, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.72265625, + "peak_confidence": 0.578125, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.578125, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6640625, + "peak_confidence": 0.5703125, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.68359375, + "peak_confidence": 0.59765625, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.69921875, + "peak_confidence": 0.546875, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.55859375, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.69921875, + "peak_confidence": 0.58203125, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.67578125, + "peak_confidence": 0.58203125, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.69140625, + "peak_confidence": 0.57421875, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.578125, + "original_tokens": 12802, + "retained_tokens": 12802, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.56640625, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4296875, + "peak_confidence": 0.62109375, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.55859375, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.55078125, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5234375, + "peak_confidence": 0.6015625, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.55078125, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.46484375, + "peak_confidence": 0.6171875, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.60546875, + "peak_confidence": 0.55859375, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.333984375, + "peak_confidence": 0.6875, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.578125, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.55078125, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.57421875, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.55859375, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.5703125, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.52734375, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.49609375, + "peak_confidence": 0.61328125, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.5703125, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5078125, + "peak_confidence": 0.59375, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.2216796875, + "peak_confidence": 0.66796875, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.carmax.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.37890625, + "peak_confidence": 0.625, + "original_tokens": 1586, + "retained_tokens": 1586, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.5390625, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.55078125, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.515625, + "peak_confidence": 0.6015625, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.53125, + "peak_confidence": 0.6484375, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 11, + "required_count": 11, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.52734375, + "peak_confidence": 0.58203125, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.6484375, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.5859375, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.515625, + "peak_confidence": 0.63671875, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.55859375, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.384765625, + "peak_confidence": 0.69921875, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.6484375, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.57421875, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.494140625, + "peak_confidence": 0.58984375, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.546875, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.56640625, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 12, + "required_count": 12, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.5546875, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.samsung.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.57421875, + "original_tokens": 4896, + "retained_tokens": 4896, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.4921875, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.484375, + "peak_confidence": 0.5546875, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.470703125, + "peak_confidence": 0.609375, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.474609375, + "peak_confidence": 0.60546875, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.546875, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.58203125, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.5234375, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.484375, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.47265625, + "peak_confidence": 0.640625, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.5625, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.5234375, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.498046875, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.53125, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.58203125, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.482421875, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.48828125, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.51953125, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.50390625, + "original_tokens": 10935, + "retained_tokens": 10935, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.228515625, + "peak_confidence": 0.59765625, + "original_tokens": 4938, + "retained_tokens": 4938, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.5149652592196686, + "fallback": false, + "eligible": true, + "peak": 0.41015625, + "peak_confidence": 0.53515625, + "original_tokens": 4938, + "retained_tokens": 2412, + "token_savings": 0.511543134872418, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.5294628540887226, + "fallback": false, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.55078125, + "original_tokens": 4938, + "retained_tokens": 2339, + "token_savings": 0.5263264479546375, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.6194548369855692, + "fallback": false, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.5546875, + "original_tokens": 4938, + "retained_tokens": 1951, + "token_savings": 0.6049007695423247, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.5708177445216462, + "fallback": false, + "eligible": true, + "peak": 0.50390625, + "peak_confidence": 0.58203125, + "original_tokens": 4938, + "retained_tokens": 2215, + "token_savings": 0.5514378290805995, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.5231159807589525, + "fallback": false, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.56640625, + "original_tokens": 4938, + "retained_tokens": 2232, + "token_savings": 0.5479951397326853, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.4742784607161945, + "fallback": false, + "eligible": true, + "peak": 0.412109375, + "peak_confidence": 0.609375, + "original_tokens": 4938, + "retained_tokens": 2631, + "token_savings": 0.46719319562575945, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 0.0, + "hits": 0, + "required_count": 2, + "savings": 0.5090192410475681, + "fallback": false, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.57421875, + "original_tokens": 4938, + "retained_tokens": 2450, + "token_savings": 0.5038477116241393, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.4833645109567076, + "fallback": false, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.53125, + "original_tokens": 4938, + "retained_tokens": 2571, + "token_savings": 0.47934386391251516, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.5994788882950294, + "fallback": false, + "eligible": true, + "peak": 0.546875, + "peak_confidence": 0.5390625, + "original_tokens": 4938, + "retained_tokens": 2082, + "token_savings": 0.5783718104495748, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.5090192410475681, + "fallback": false, + "eligible": true, + "peak": 0.5, + "peak_confidence": 0.59375, + "original_tokens": 4938, + "retained_tokens": 2420, + "token_savings": 0.5099230457675172, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.5994788882950294, + "fallback": false, + "eligible": true, + "peak": 0.50390625, + "peak_confidence": 0.5390625, + "original_tokens": 4938, + "retained_tokens": 2082, + "token_savings": 0.5783718104495748, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.5400187065740245, + "fallback": false, + "eligible": true, + "peak": 0.376953125, + "peak_confidence": 0.6015625, + "original_tokens": 4938, + "retained_tokens": 2317, + "token_savings": 0.5307816929931146, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.5424906467129877, + "fallback": false, + "eligible": true, + "peak": 0.423828125, + "peak_confidence": 0.640625, + "original_tokens": 4938, + "retained_tokens": 2359, + "token_savings": 0.5222762251923856, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.5361437733832175, + "fallback": false, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.5625, + "original_tokens": 4938, + "retained_tokens": 2380, + "token_savings": 0.5180234912920211, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.5811731694281133, + "fallback": false, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.55859375, + "original_tokens": 4938, + "retained_tokens": 2013, + "token_savings": 0.5923450789793439, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.4921875, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.484375, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.59375, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.58203125, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.5234375, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.462890625, + "peak_confidence": 0.49609375, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59375, + "peak_confidence": 0.5859375, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.515625, + "peak_confidence": 0.46484375, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.609375, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.609375, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.48828125, + "peak_confidence": 0.63671875, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4140625, + "peak_confidence": 0.66796875, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.451171875, + "peak_confidence": 0.640625, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.578125, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.5, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.58203125, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.578125, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.466796875, + "peak_confidence": 0.6171875, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.5625, + "original_tokens": 5634, + "retained_tokens": 5634, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.60546875, + "peak_confidence": 0.5625, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.55859375, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.56640625, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.53125, + "peak_confidence": 0.55859375, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.5234375, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.5703125, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.55078125, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.56640625, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.54296875, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.546875, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.5390625, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.478515625, + "peak_confidence": 0.55859375, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.5546875, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.5625, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.5625, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.298828125, + "peak_confidence": 0.671875, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.46484375, + "peak_confidence": 0.59375, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.drugs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.546875, + "original_tokens": 10031, + "retained_tokens": 10031, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66796875, + "peak_confidence": 0.54296875, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.5234375, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.5078125, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.59765625, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.40234375, + "peak_confidence": 0.5859375, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.51953125, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5234375, + "peak_confidence": 0.578125, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.431640625, + "peak_confidence": 0.64453125, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.51171875, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.51953125, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.50390625, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.5703125, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.28125, + "peak_confidence": 0.69921875, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.53515625, + "peak_confidence": 0.60546875, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.48828125, + "peak_confidence": 0.59375, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.5625, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.58203125, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.55078125, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.51171875, + "peak_confidence": 0.61328125, + "original_tokens": 7362, + "retained_tokens": 7362, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.51171875, + "peak_confidence": 0.57421875, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.51171875, + "peak_confidence": 0.470703125, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.5625, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.4296875, + "peak_confidence": 0.62890625, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.51953125, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.66796875, + "peak_confidence": 0.52734375, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.58984375, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.578125, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.451171875, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.458984375, + "peak_confidence": 0.55859375, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.53125, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.53125, + "peak_confidence": 0.54296875, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.4296875, + "peak_confidence": 0.609375, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.51171875, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.51953125, + "peak_confidence": 0.57421875, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.412109375, + "peak_confidence": 0.578125, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.5078125, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.26600934094447326, + "fallback": false, + "eligible": true, + "peak": 0.5234375, + "peak_confidence": 0.5234375, + "original_tokens": 2801, + "retained_tokens": 2220, + "token_savings": 0.20742591931453047, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.8892673267326733, + "fallback": false, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.45703125, + "original_tokens": 3649, + "retained_tokens": 419, + "token_savings": 0.8851740202795286, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.4453125, + "original_tokens": 3649, + "retained_tokens": 3649, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.4296875, + "original_tokens": 3649, + "retained_tokens": 3649, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.8892673267326733, + "fallback": false, + "eligible": true, + "peak": 0.51953125, + "peak_confidence": 0.5390625, + "original_tokens": 3649, + "retained_tokens": 419, + "token_savings": 0.8851740202795286, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8892673267326733, + "fallback": false, + "eligible": true, + "peak": 0.484375, + "peak_confidence": 0.494140625, + "original_tokens": 3649, + "retained_tokens": 419, + "token_savings": 0.8851740202795286, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8892673267326733, + "fallback": false, + "eligible": true, + "peak": 0.490234375, + "peak_confidence": 0.5, + "original_tokens": 3649, + "retained_tokens": 419, + "token_savings": 0.8851740202795286, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.4453125, + "original_tokens": 3649, + "retained_tokens": 3649, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8892673267326733, + "fallback": false, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.45703125, + "original_tokens": 3649, + "retained_tokens": 419, + "token_savings": 0.8851740202795286, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8892673267326733, + "fallback": false, + "eligible": true, + "peak": 0.5, + "peak_confidence": 0.46484375, + "original_tokens": 3649, + "retained_tokens": 419, + "token_savings": 0.8851740202795286, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.4453125, + "original_tokens": 3649, + "retained_tokens": 3649, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.447265625, + "original_tokens": 3649, + "retained_tokens": 3649, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8892673267326733, + "fallback": false, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.451171875, + "original_tokens": 3649, + "retained_tokens": 419, + "token_savings": 0.8851740202795286, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.8892673267326733, + "fallback": false, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.453125, + "original_tokens": 3649, + "retained_tokens": 419, + "token_savings": 0.8851740202795286, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.427734375, + "original_tokens": 3649, + "retained_tokens": 3649, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.431640625, + "original_tokens": 3649, + "retained_tokens": 3649, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.57421875, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 8, + "required_count": 8, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59375, + "peak_confidence": 0.56640625, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.57421875, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.5546875, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.435546875, + "peak_confidence": 0.59375, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.5703125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5234375, + "peak_confidence": 0.578125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.5703125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59375, + "peak_confidence": 0.5703125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.5859375, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.57421875, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 8, + "required_count": 8, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.43359375, + "peak_confidence": 0.6015625, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 8, + "required_count": 8, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.5625, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.392578125, + "peak_confidence": 0.5859375, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.578125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5078125, + "peak_confidence": 0.60546875, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5234375, + "peak_confidence": 0.58203125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.498046875, + "peak_confidence": 0.62890625, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.578125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.255859375, + "peak_confidence": 0.6640625, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.484375, + "peak_confidence": 0.625, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.466796875, + "peak_confidence": 0.58203125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4140625, + "peak_confidence": 0.609375, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.58203125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.53515625, + "peak_confidence": 0.6015625, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.306640625, + "peak_confidence": 0.6796875, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.52734375, + "peak_confidence": 0.5859375, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.5703125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5234375, + "peak_confidence": 0.6015625, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.41015625, + "peak_confidence": 0.61328125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4375, + "peak_confidence": 0.6328125, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.43359375, + "peak_confidence": 0.62890625, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.46875, + "peak_confidence": 0.609375, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.310546875, + "peak_confidence": 0.62890625, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "cookpad.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.57421875, + "original_tokens": 1944, + "retained_tokens": 1944, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.5546875, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.55078125, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.39453125, + "peak_confidence": 0.546875, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.51953125, + "peak_confidence": 0.5703125, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.439453125, + "peak_confidence": 0.59765625, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.5390625, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.41015625, + "peak_confidence": 0.59375, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.4921875, + "peak_confidence": 0.55078125, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.51171875, + "peak_confidence": 0.625, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.546875, + "peak_confidence": 0.5390625, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.50390625, + "peak_confidence": 0.58203125, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.5390625, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.396484375, + "peak_confidence": 0.55078125, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.380859375, + "peak_confidence": 0.6328125, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.400390625, + "peak_confidence": 0.65234375, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.4921875, + "peak_confidence": 0.578125, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.49609375, + "peak_confidence": 0.6171875, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.56640625, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.55078125, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.439453125, + "peak_confidence": 0.66015625, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.4921875, + "peak_confidence": 0.57421875, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.americashealthrankings.org", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.38145720894371626, + "fallback": false, + "eligible": true, + "peak": 0.28125, + "peak_confidence": 0.7109375, + "original_tokens": 1513, + "retained_tokens": 1045, + "token_savings": 0.30931923331130207, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.44921875, + "original_tokens": 3094, + "retained_tokens": 3094, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.443359375, + "original_tokens": 3094, + "retained_tokens": 3094, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.53515625, + "peak_confidence": 0.44921875, + "original_tokens": 3094, + "retained_tokens": 3094, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.44921875, + "original_tokens": 3094, + "retained_tokens": 3094, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.8791284800276673, + "fallback": false, + "eligible": true, + "peak": 0.50390625, + "peak_confidence": 0.57421875, + "original_tokens": 3094, + "retained_tokens": 419, + "token_savings": 0.8645765998707176, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8791284800276673, + "fallback": false, + "eligible": true, + "peak": 0.5, + "peak_confidence": 0.482421875, + "original_tokens": 3094, + "retained_tokens": 419, + "token_savings": 0.8645765998707176, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.44921875, + "original_tokens": 3094, + "retained_tokens": 3094, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8791284800276673, + "fallback": false, + "eligible": true, + "peak": 0.51171875, + "peak_confidence": 0.48046875, + "original_tokens": 3094, + "retained_tokens": 419, + "token_savings": 0.8645765998707176, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.8791284800276673, + "fallback": false, + "eligible": true, + "peak": 0.498046875, + "peak_confidence": 0.4765625, + "original_tokens": 3094, + "retained_tokens": 419, + "token_savings": 0.8645765998707176, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.44921875, + "original_tokens": 3094, + "retained_tokens": 3094, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8791284800276673, + "fallback": false, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.455078125, + "original_tokens": 3094, + "retained_tokens": 419, + "token_savings": 0.8645765998707176, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.447265625, + "original_tokens": 3094, + "retained_tokens": 3094, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.44921875, + "original_tokens": 3094, + "retained_tokens": 3094, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.44921875, + "original_tokens": 3094, + "retained_tokens": 3094, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.44921875, + "original_tokens": 3094, + "retained_tokens": 3094, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8791284800276673, + "fallback": false, + "eligible": true, + "peak": 0.546875, + "peak_confidence": 0.458984375, + "original_tokens": 3094, + "retained_tokens": 419, + "token_savings": 0.8645765998707176, + "kind": "mixed", + "difficulty": "medium" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.44140625, + "original_tokens": 3094, + "retained_tokens": 3094, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.44921875, + "original_tokens": 3094, + "retained_tokens": 3094, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.44921875, + "original_tokens": 3094, + "retained_tokens": 3094, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.44140625, + "original_tokens": 3094, + "retained_tokens": 3094, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.8791284800276673, + "fallback": false, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.453125, + "original_tokens": 3094, + "retained_tokens": 419, + "token_savings": 0.8645765998707176, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "macyswineshop.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.8791284800276673, + "fallback": false, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.451171875, + "original_tokens": 3094, + "retained_tokens": 419, + "token_savings": 0.8645765998707176, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4140625, + "peak_confidence": 0.6796875, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.5859375, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.54296875, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.6640625, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5703125, + "peak_confidence": 0.6484375, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.6328125, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 12, + "required_count": 12, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.546875, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.54296875, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.61328125, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.59375, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.55078125, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.59765625, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.62890625, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.65625, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.65625, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59375, + "peak_confidence": 0.62109375, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.ycombinator.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.640625, + "original_tokens": 6038, + "retained_tokens": 6038, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4453125, + "peak_confidence": 0.5859375, + "original_tokens": 4755, + "retained_tokens": 4755, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.408203125, + "peak_confidence": 0.578125, + "original_tokens": 4755, + "retained_tokens": 4755, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.5625, + "original_tokens": 4755, + "retained_tokens": 4755, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.51171875, + "peak_confidence": 0.58984375, + "original_tokens": 4755, + "retained_tokens": 4755, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 6, + "required_count": 6, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.54296875, + "peak_confidence": 0.5546875, + "original_tokens": 4755, + "retained_tokens": 4755, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.51953125, + "original_tokens": 4755, + "retained_tokens": 4755, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.51171875, + "original_tokens": 4755, + "retained_tokens": 4755, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5078125, + "peak_confidence": 0.55859375, + "original_tokens": 4755, + "retained_tokens": 4755, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.5546875, + "original_tokens": 4755, + "retained_tokens": 4755, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.53125, + "original_tokens": 4755, + "retained_tokens": 4755, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.51953125, + "original_tokens": 4755, + "retained_tokens": 4755, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.5546875, + "original_tokens": 4755, + "retained_tokens": 4755, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65625, + "peak_confidence": 0.5078125, + "original_tokens": 4755, + "retained_tokens": 4755, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.474609375, + "peak_confidence": 0.578125, + "original_tokens": 4755, + "retained_tokens": 4755, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.44140625, + "peak_confidence": 0.66015625, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.58203125, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.546875, + "peak_confidence": 0.546875, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.369140625, + "peak_confidence": 0.58984375, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.58203125, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.5859375, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.57421875, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.5859375, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.5859375, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.55859375, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58203125, + "peak_confidence": 0.5703125, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.46484375, + "peak_confidence": 0.6015625, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.48828125, + "peak_confidence": 0.58203125, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.55078125, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5234375, + "peak_confidence": 0.578125, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.5859375, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.55859375, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.62109375, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.421875, + "peak_confidence": 0.66796875, + "original_tokens": 8102, + "retained_tokens": 8102, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.408203125, + "peak_confidence": 0.6171875, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.55859375, + "peak_confidence": 0.56640625, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.51171875, + "peak_confidence": 0.578125, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.54296875, + "peak_confidence": 0.58203125, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.6328125, + "peak_confidence": 0.54296875, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.1728515625, + "peak_confidence": 0.6015625, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.423828125, + "peak_confidence": 0.56640625, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.392578125, + "peak_confidence": 0.59765625, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.53125, + "peak_confidence": 0.55859375, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.30078125, + "peak_confidence": 0.6171875, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.24609375, + "peak_confidence": 0.65234375, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.54296875, + "peak_confidence": 0.56640625, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.3515625, + "peak_confidence": 0.66015625, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.37109375, + "peak_confidence": 0.61328125, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.56640625, + "peak_confidence": 0.546875, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.5703125, + "peak_confidence": 0.546875, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.33984375, + "peak_confidence": 0.578125, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.cvs.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.419921875, + "peak_confidence": 0.546875, + "original_tokens": 525, + "retained_tokens": 525, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.59765625, + "peak_confidence": 0.625, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.5703125, + "peak_confidence": 0.62109375, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.5625, + "peak_confidence": 0.625, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.359375, + "peak_confidence": 0.6875, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.578125, + "peak_confidence": 0.62109375, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.58984375, + "peak_confidence": 0.62109375, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.337890625, + "peak_confidence": 0.64453125, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.52734375, + "peak_confidence": 0.625, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.337890625, + "peak_confidence": 0.6953125, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.53515625, + "peak_confidence": 0.6328125, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.5, + "peak_confidence": 0.6328125, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.5546875, + "peak_confidence": 0.640625, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.5546875, + "peak_confidence": 0.625, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.53515625, + "peak_confidence": 0.609375, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.5546875, + "peak_confidence": 0.62109375, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.59765625, + "peak_confidence": 0.609375, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.58984375, + "peak_confidence": 0.6171875, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.392578125, + "peak_confidence": 0.68359375, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 9, + "required_count": 9, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.58203125, + "peak_confidence": 0.59765625, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.58203125, + "peak_confidence": 0.625, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.52734375, + "peak_confidence": 0.6328125, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "wanderlog.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": false, + "peak": 0.578125, + "peak_confidence": 0.625, + "original_tokens": 189, + "retained_tokens": 189, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.51171875, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.51171875, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55078125, + "peak_confidence": 0.52734375, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.54296875, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.515625, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.640625, + "peak_confidence": 0.53125, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.5234375, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.515625, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 5, + "required_count": 5, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6171875, + "peak_confidence": 0.52734375, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.421875, + "peak_confidence": 0.58984375, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.56640625, + "peak_confidence": 0.54296875, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.51171875, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.462890625, + "peak_confidence": 0.5703125, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 5, + "required_count": 5, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65625, + "peak_confidence": 0.52734375, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.515625, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.61328125, + "peak_confidence": 0.51953125, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6015625, + "peak_confidence": 0.54296875, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 8, + "required_count": 8, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.53125, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 7, + "required_count": 7, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66796875, + "peak_confidence": 0.52734375, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.berkeley.edu", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.474609375, + "peak_confidence": 0.56640625, + "original_tokens": 1707, + "retained_tokens": 1707, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.51953125, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.546875, + "peak_confidence": 0.5234375, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.494140625, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.51171875, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.494140625, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.5390625, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.53515625, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.55859375, + "peak_confidence": 0.5234375, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.498046875, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65625, + "peak_confidence": 0.5234375, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.546875, + "peak_confidence": 0.53125, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 5, + "required_count": 5, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.50390625, + "peak_confidence": 0.5703125, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5234375, + "peak_confidence": 0.55859375, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "mixed", + "difficulty": "hard" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.494140625, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59765625, + "peak_confidence": 0.54296875, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 4, + "required_count": 4, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.58984375, + "peak_confidence": 0.52734375, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "jobs.chronicle.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.5703125, + "original_tokens": 7613, + "retained_tokens": 7613, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6796875, + "peak_confidence": 0.5703125, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.578125, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.58203125, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.58203125, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.609375, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6953125, + "peak_confidence": 0.5703125, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.68359375, + "peak_confidence": 0.578125, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.70703125, + "peak_confidence": 0.5546875, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.7109375, + "peak_confidence": 0.56640625, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.48828125, + "peak_confidence": 0.6015625, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6796875, + "peak_confidence": 0.56640625, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6640625, + "peak_confidence": 0.5859375, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.58203125, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.60546875, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6328125, + "peak_confidence": 0.58984375, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6953125, + "peak_confidence": 0.5859375, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66796875, + "peak_confidence": 0.5859375, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6875, + "peak_confidence": 0.57421875, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.73046875, + "peak_confidence": 0.55078125, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.6484375, + "peak_confidence": 0.62109375, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.backcountry.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.65234375, + "peak_confidence": 0.6015625, + "original_tokens": 14324, + "retained_tokens": 14324, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.671875, + "peak_confidence": 0.5390625, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.63671875, + "peak_confidence": 0.5546875, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62109375, + "peak_confidence": 0.55859375, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.68359375, + "peak_confidence": 0.52734375, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.58984375, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.486328125, + "peak_confidence": 0.609375, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5859375, + "peak_confidence": 0.5703125, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.625, + "peak_confidence": 0.55078125, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.68359375, + "peak_confidence": 0.53515625, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66796875, + "peak_confidence": 0.5390625, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.546875, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.67578125, + "peak_confidence": 0.5390625, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.671875, + "peak_confidence": 0.53515625, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.59375, + "peak_confidence": 0.55859375, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.55078125, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.66015625, + "peak_confidence": 0.5390625, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.60546875, + "peak_confidence": 0.55078125, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "iclr.cc", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.47265625, + "peak_confidence": 0.62109375, + "original_tokens": 1009, + "retained_tokens": 1009, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.6328125, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4921875, + "peak_confidence": 0.65234375, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.37109375, + "peak_confidence": 0.58203125, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.62890625, + "peak_confidence": 0.546875, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.64453125, + "peak_confidence": 0.50390625, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.60546875, + "peak_confidence": 0.56640625, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5390625, + "peak_confidence": 0.56640625, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.2490234375, + "peak_confidence": 0.66015625, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.59765625, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "action", + "difficulty": "easy" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5546875, + "peak_confidence": 0.609375, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.427734375, + "peak_confidence": 0.67578125, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.341796875, + "peak_confidence": 0.609375, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 3, + "required_count": 3, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.578125, + "peak_confidence": 0.609375, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "action", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 2, + "required_count": 2, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.5625, + "peak_confidence": 0.63671875, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "action", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.4609375, + "peak_confidence": 0.65234375, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.57421875, + "peak_confidence": 0.59375, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.466796875, + "peak_confidence": 0.67578125, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.609375, + "peak_confidence": 0.61328125, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "medium" + }, + { + "split": "test", + "host": "www.nvidia.com", + "recall": 1.0, + "hits": 1, + "required_count": 1, + "savings": 0.0, + "fallback": true, + "eligible": true, + "peak": 0.53125, + "peak_confidence": 0.63671875, + "original_tokens": 10893, + "retained_tokens": 10893, + "token_savings": 0.0, + "kind": "evidence", + "difficulty": "hard" + } + ] +} \ No newline at end of file