{ "generated_at": "2026-04-21T22:24:37.558195", "n_hands_per_matchup": 1000, "seeds": [ 42, 123, 999 ], "matchups": { "easy_vs_medium": { "per_seed": { "seed_42": { "n_hands": 1000, "bot_a_name": "bot_a", "bot_b_name": "bot_b", "bot_a_win_rate": 0.298, "bot_b_win_rate": 0.702, "bot_a_bb100": -67.505, "bot_b_bb100": 67.505, "bot_a_total_profit": -13501, "bot_b_total_profit": 13501, "bot_a_profit_per_hand": -13.501, "bot_b_profit_per_hand": 13.501, "zero_sum_delta": 0, "zero_sum_ok": true, "profit_leader_side": "bot_b", "profit_leader_name": "bot_b", "profit_leader_bb100": 67.505, "avg_pot": 804.36, "avg_actions": 7.378, "showdown_rate": 0.539, "bot_a_win_rate_ci_low": 0.26965132536431374, "bot_a_win_rate_ci_high": 0.32634867463568623, "bot_b_win_rate_ci_low": 0.6736513253643137, "bot_b_win_rate_ci_high": 0.7303486746356862, "p_value": 0.0, "effect_size": 0.415885382254384, "significant": true, "illegal_action_rate": 0.0, "timeout_rate": 0.0, "crash_rate": 0.0, "avg_three_bet_frequency": 0.5283185840707965, "bot_a_decision_count": 4319, "bot_a_fold_pct_decision": 0.10673767075711971, "bot_a_check_pct_decision": 0.17272516786293124, "bot_a_call_pct_decision": 0.5591572123176661, "bot_a_raise_pct_decision": 0.16137994906228292, "bot_a_aggression_pct": 0.22397172236503857, "bot_a_aggression_factor": 0.2886128364389234, "bot_a_vpip": 0.7275960170697012, "bot_a_pfr": 0.08534850640113797, "bot_a_three_bet_pct": 0.13163716814159293, "bot_a_fold_to_raise_pct": 0.08943370165745856, "bot_b_decision_count": 3059, "bot_b_fold_pct_decision": 0.0, "bot_b_check_pct_decision": 0.011441647597254004, "bot_b_call_pct_decision": 0.04184373978424322, "bot_b_raise_pct_decision": 0.9467146126185028, "bot_b_aggression_pct": 0.9576719576719577, "bot_b_aggression_factor": 22.625, "bot_b_vpip": 0.9978189749182116, "bot_b_pfr": 0.9858233369683751, "bot_b_three_bet_pct": 0.925, "bot_b_fold_to_raise_pct": 0.0, "display_bot_a_name": "easy", "display_bot_b_name": "medium" }, "seed_123": { "n_hands": 1000, "bot_a_name": "bot_a", "bot_b_name": "bot_b", "bot_a_win_rate": 0.292, "bot_b_win_rate": 0.708, "bot_a_bb100": 56.92, "bot_b_bb100": -56.92, "bot_a_total_profit": 11384, "bot_b_total_profit": -11384, "bot_a_profit_per_hand": 11.384, "bot_b_profit_per_hand": -11.384, "zero_sum_delta": 0, "zero_sum_ok": true, "profit_leader_side": "bot_a", "profit_leader_name": "bot_a", "profit_leader_bb100": 56.92, "avg_pot": 766.364, "avg_actions": 7.055, "showdown_rate": 0.498, "bot_a_win_rate_ci_low": 0.26381849866313006, "bot_a_win_rate_ci_high": 0.3201815013368699, "bot_b_win_rate_ci_low": 0.67981849866313, "bot_b_win_rate_ci_high": 0.7361815013368699, "p_value": 0.0, "effect_size": 0.42904219565338697, "significant": true, "illegal_action_rate": 0.0, "timeout_rate": 0.0, "crash_rate": 0.0, "avg_three_bet_frequency": 0.5242287434161024, "bot_a_decision_count": 4130, "bot_a_fold_pct_decision": 0.12130750605326876, "bot_a_check_pct_decision": 0.15593220338983052, "bot_a_call_pct_decision": 0.5634382566585956, "bot_a_raise_pct_decision": 0.15932203389830507, "bot_a_aggression_pct": 0.2204355108877722, "bot_a_aggression_factor": 0.28276751181779114, "bot_a_vpip": 0.7033837293016558, "bot_a_pfr": 0.0755939524838013, "bot_a_three_bet_pct": 0.11512415349887133, "bot_a_fold_to_raise_pct": 0.10605517735578646, "bot_b_decision_count": 2925, "bot_b_fold_pct_decision": 0.0003418803418803419, "bot_b_check_pct_decision": 0.008547008547008548, "bot_b_call_pct_decision": 0.036923076923076927, "bot_b_raise_pct_decision": 0.9541880341880342, "bot_b_aggression_pct": 0.9627457744049672, "bot_b_aggression_factor": 25.84259259259259, "bot_b_vpip": 0.9988851727982163, "bot_b_pfr": 0.987736900780379, "bot_b_three_bet_pct": 0.9333333333333333, "bot_b_fold_to_raise_pct": 0.001519756838905775, "display_bot_a_name": "easy", "display_bot_b_name": "medium" }, "seed_999": { "n_hands": 1000, "bot_a_name": "bot_a", "bot_b_name": "bot_b", "bot_a_win_rate": 0.2735, "bot_b_win_rate": 0.7265, "bot_a_bb100": -27.21, "bot_b_bb100": 27.21, "bot_a_total_profit": -5442, "bot_b_total_profit": 5442, "bot_a_profit_per_hand": -5.442, "bot_b_profit_per_hand": 5.442, "zero_sum_delta": 0, "zero_sum_ok": true, "profit_leader_side": "bot_b", "profit_leader_name": "bot_b", "profit_leader_bb100": 27.21, "avg_pot": 754.726, "avg_actions": 6.983, "showdown_rate": 0.493, "bot_a_win_rate_ci_low": 0.2458718028745993, "bot_a_win_rate_ci_high": 0.30112819712540073, "bot_b_win_rate_ci_low": 0.6988718028745994, "bot_b_win_rate_ci_high": 0.7541281971254007, "p_value": 0.0, "effect_size": 0.4701275486204144, "significant": true, "illegal_action_rate": 0.0, "timeout_rate": 0.0, "crash_rate": 0.0, "avg_three_bet_frequency": 0.5336805555555556, "bot_a_decision_count": 4100, "bot_a_fold_pct_decision": 0.12365853658536585, "bot_a_check_pct_decision": 0.1597560975609756, "bot_a_call_pct_decision": 0.5607317073170732, "bot_a_raise_pct_decision": 0.15585365853658537, "bot_a_aggression_pct": 0.21749489448604492, "bot_a_aggression_factor": 0.2779469334493258, "bot_a_vpip": 0.6920263350402341, "bot_a_pfr": 0.06583760058522312, "bot_a_three_bet_pct": 0.10069444444444445, "bot_a_fold_to_raise_pct": 0.10564399421128799, "bot_b_decision_count": 2883, "bot_b_fold_pct_decision": 0.0, "bot_b_check_pct_decision": 0.005549774540409296, "bot_b_call_pct_decision": 0.035726673603884845, "bot_b_raise_pct_decision": 0.9587235518557059, "bot_b_aggression_pct": 0.9640739448901291, "bot_b_aggression_factor": 26.83495145631068, "bot_b_vpip": 0.9977064220183486, "bot_b_pfr": 0.9908256880733946, "bot_b_three_bet_pct": 0.9666666666666667, "bot_b_fold_to_raise_pct": 0.0, "display_bot_a_name": "easy", "display_bot_b_name": "medium" } }, "aggregated": { "bot_b_win_rate_ci_high_mean": 0.740219457699319, "bot_b_win_rate_ci_high_std": 0.010119131752889057, "bot_b_raise_pct_decision_mean": 0.9532087328874143, "bot_b_raise_pct_decision_std": 0.004951291325082525, "bot_a_win_rate_mean": 0.28783333333333333, "bot_a_win_rate_std": 0.010426994879744685, "p_value_mean": 0.0, "p_value_std": 0.0, "avg_pot_mean": 775.15, "avg_pot_std": 21.194006007988833, "bot_a_check_pct_decision_mean": 0.16280448960457913, "bot_a_check_pct_decision_std": 0.0071865816856757254, "illegal_action_rate_mean": 0.0, "illegal_action_rate_std": 0.0, "bot_b_aggression_pct_mean": 0.9614972256556846, "bot_b_aggression_pct_std": 0.0027586851421053053, "bot_a_bb100_mean": -12.598333333333331, "bot_a_bb100_std": 51.83641421712046, "bot_a_profit_per_hand_mean": -2.5196666666666663, "bot_a_profit_per_hand_std": 10.367282843424093, "bot_a_call_pct_decision_mean": 0.561109058764445, "bot_a_call_pct_decision_std": 0.0017679801560681642, "bot_b_vpip_mean": 0.9981368565782588, "bot_b_vpip_std": 0.0005311308141475059, "bot_a_raise_pct_decision_mean": 0.1588518804990578, "bot_a_raise_pct_decision_std": 0.002280461197173572, "bot_b_pfr_mean": 0.9881286419407163, "bot_b_pfr_std": 0.0020609019056389032, "showdown_rate_mean": 0.51, "showdown_rate_std": 0.020607442021431662, "bot_a_vpip_mean": 0.7076686938038638, "bot_a_vpip_std": 0.014833998348573789, "avg_three_bet_frequency_mean": 0.5287426276808181, "avg_three_bet_frequency_std": 0.0038703184982874497, "bot_b_fold_to_raise_pct_mean": 0.0005065856129685917, "bot_b_fold_to_raise_pct_std": 0.00071642024436327, "effect_size_mean": 0.43835170884272845, "effect_size_std": 0.023101997458905617, "bot_b_win_rate_ci_low_mean": 0.6841138756340144, "bot_b_win_rate_ci_low_std": 0.010734859693329605, "bot_b_decision_count_mean": 2955.6666666666665, "bot_b_decision_count_std": 75.05257416563997, "bot_a_win_rate_ci_low_mean": 0.25978054230068104, "bot_a_win_rate_ci_low_std": 0.01011913175288903, "profit_leader_bb100_mean": 50.545, "profit_leader_bb100_std": 17.05681144489399, "timeout_rate_mean": 0.0, "timeout_rate_std": 0.0, "bot_b_three_bet_pct_mean": 0.9416666666666667, "bot_b_three_bet_pct_std": 0.018002057495577376, "bot_a_pfr_mean": 0.07559335315672079, "bot_a_pfr_std": 0.00796529395602237, "bot_a_total_profit_mean": -2519.6666666666665, "bot_a_total_profit_std": 10367.282843424093, "crash_rate_mean": 0.0, "crash_rate_std": 0.0, "avg_actions_mean": 7.1386666666666665, "avg_actions_std": 0.17176793129749887, "bot_b_check_pct_decision_mean": 0.00851281022822395, "bot_b_check_pct_decision_std": 0.002405468654718372, "bot_b_aggression_factor_mean": 25.10084801630109, "bot_b_aggression_factor_std": 1.7969532693731907, "zero_sum_delta_mean": 0.0, "zero_sum_delta_std": 0.0, "bot_a_fold_pct_decision_mean": 0.11723457113191811, "bot_a_fold_pct_decision_std": 0.007484228940447385, "bot_a_aggression_factor_mean": 0.28310909390201344, "bot_a_aggression_factor_std": 0.0043610304887776894, "bot_b_bb100_mean": 12.598333333333331, "bot_b_bb100_std": 51.83641421712046, "bot_a_win_rate_ci_high_mean": 0.3158861243659856, "bot_a_win_rate_ci_high_std": 0.010734859693329529, "bot_b_profit_per_hand_mean": 2.5196666666666663, "bot_b_profit_per_hand_std": 10.367282843424093, "bot_b_total_profit_mean": 2519.6666666666665, "bot_b_total_profit_std": 10367.282843424093, "bot_b_win_rate_mean": 0.7121666666666666, "bot_b_win_rate_std": 0.010426994879744736, "bot_a_three_bet_pct_mean": 0.11581858869496957, "bot_a_three_bet_pct_std": 0.012641854231894506, "bot_a_aggression_pct_mean": 0.22063404257961855, "bot_a_aggression_pct_std": 0.0026478778884266134, "bot_b_call_pct_decision_mean": 0.038164496770401665, "bot_b_call_pct_decision_std": 0.002647069712181109, "bot_a_fold_to_raise_pct_mean": 0.10037762440817767, "bot_a_fold_to_raise_pct_std": 0.00774034244612215, "bot_b_fold_pct_decision_mean": 0.00011396011396011396, "bot_b_fold_pct_decision_std": 0.00016116393873197665, "bot_a_decision_count_mean": 4183.0, "bot_a_decision_count_std": 96.94328238717729, "n_seeds": 3, "n_hands_per_seed": 1000 }, "overall": { "n_hands": 3000, "bot_a_name": "bot_a", "bot_b_name": "bot_b", "bot_a_win_rate": 0.28783333333333333, "bot_b_win_rate": 0.7121666666666666, "bot_a_bb100": -12.598333333333333, "bot_b_bb100": 12.598333333333333, "bot_a_total_profit": -7559, "bot_b_total_profit": 7559, "bot_a_profit_per_hand": -2.5196666666666667, "bot_b_profit_per_hand": 2.5196666666666667, "zero_sum_delta": 0, "zero_sum_ok": true, "profit_leader_side": "bot_b", "profit_leader_name": "bot_b", "profit_leader_bb100": 12.598333333333333, "avg_pot": 775.15, "avg_actions": 7.1386666666666665, "showdown_rate": 0.51, "bot_a_win_rate_ci_low": 0.27163177425380625, "bot_a_win_rate_ci_high": 0.3040348924128604, "bot_b_win_rate_ci_low": 0.6959651075871395, "bot_b_win_rate_ci_high": 0.7283682257461938, "p_value": 0.0, "effect_size": 0.4382255219333342, "significant": true, "illegal_action_rate": 0.0, "timeout_rate": 0.0, "crash_rate": 0.0, "avg_three_bet_frequency": 0.5278668915443595, "bot_a_decision_count": 12549, "bot_a_fold_pct_decision": 0.11706112040800064, "bot_a_check_pct_decision": 0.1629611921268627, "bot_a_call_pct_decision": 0.5610805641883816, "bot_a_raise_pct_decision": 0.15889712327675512, "bot_a_aggression_pct": 0.2206972883231876, "bot_a_aggression_factor": 0.2831984093168584, "bot_a_vpip": 0.7078327727054301, "bot_a_pfr": 0.07568476693897165, "bot_a_three_bet_pct": 0.11605124340617935, "bot_a_fold_to_raise_pct": 0.10022482546444207, "bot_b_decision_count": 8867, "bot_b_fold_pct_decision": 0.0001127777151234916, "bot_b_check_pct_decision": 0.008571106349385361, "bot_b_call_pct_decision": 0.03823164542686365, "bot_b_raise_pct_decision": 0.9530844705086275, "bot_b_aggression_pct": 0.9614334470989762, "bot_b_aggression_factor": 24.92920353982301, "bot_b_vpip": 0.998138495904691, "bot_b_pfr": 0.9880863737900223, "bot_b_three_bet_pct": 0.9396825396825397, "bot_b_fold_to_raise_pct": 0.0005015045135406219 }, "summary": { "matchup_key": "easy_vs_medium", "matchup": "medium vs easy", "winner": "medium", "loser": "easy", "winner_side": "bot_b", "win_rate_mean": 0.7121666666666666, "win_rate_std": 0.010426994879744736, "bb100_mean": 12.598333333333331, "bb100_std": 51.83641421712046, "ci_low": 0.6959651075871395, "ci_high": 0.7283682257461938, "ci_95": "[69.6%, 72.8%]", "p_value": 0.0, "effect_size": 0.43822552193333375, "significant": true, "verdict": "medium > easy \u2713", "showdown_rate": 0.51, "avg_pot": 775.15, "avg_actions": 7.1386666666666665, "avg_three_bet_frequency": 0.5278668915443595, "timeout_rate": 0.0, "crash_rate": 0.0, "illegal_action_rate": 0.0, "winner_raise_pct": 0.9530844705086275, "winner_pfr": 0.9880863737900223, "winner_three_bet_pct": 0.9396825396825397 } }, "easy_vs_hard": { "per_seed": { "seed_42": { "n_hands": 1000, "bot_a_name": "bot_a", "bot_b_name": "bot_b", "bot_a_win_rate": 0.3025, "bot_b_win_rate": 0.6975, "bot_a_bb100": 22.509999999999998, "bot_b_bb100": -22.509999999999998, "bot_a_total_profit": 4502, "bot_b_total_profit": -4502, "bot_a_profit_per_hand": 4.502, "bot_b_profit_per_hand": -4.502, "zero_sum_delta": 0, "zero_sum_ok": true, "profit_leader_side": "bot_a", "profit_leader_name": "bot_a", "profit_leader_bb100": 22.509999999999998, "avg_pot": 979.646, "avg_actions": 6.874, "showdown_rate": 0.539, "bot_a_win_rate_ci_low": 0.2740297771346974, "bot_a_win_rate_ci_high": 0.3309702228653026, "bot_b_win_rate_ci_low": 0.6690297771346974, "bot_b_win_rate_ci_high": 0.7259702228653027, "p_value": 0.0, "effect_size": 0.40606785105740983, "significant": true, "illegal_action_rate": 0.0, "timeout_rate": 0.0, "crash_rate": 0.0, "avg_three_bet_frequency": 0.5648854961832062, "bot_a_decision_count": 4030, "bot_a_fold_pct_decision": 0.11439205955334987, "bot_a_check_pct_decision": 0.1620347394540943, "bot_a_call_pct_decision": 0.5682382133995038, "bot_a_raise_pct_decision": 0.15533498759305212, "bot_a_aggression_pct": 0.21467764060356653, "bot_a_aggression_factor": 0.27336244541484717, "bot_a_vpip": 0.7311220889202541, "bot_a_pfr": 0.08468595624558928, "bot_a_three_bet_pct": 0.1297709923664122, "bot_a_fold_to_raise_pct": 0.09515062454077884, "bot_b_decision_count": 2844, "bot_b_fold_pct_decision": 0.0, "bot_b_check_pct_decision": 0.0, "bot_b_call_pct_decision": 0.04289732770745429, "bot_b_raise_pct_decision": 0.9571026722925458, "bot_b_aggression_pct": 0.9571026722925458, "bot_b_aggression_factor": 22.311475409836067, "bot_b_vpip": 1.0, "bot_b_pfr": 1.0, "bot_b_three_bet_pct": 1.0, "bot_b_fold_to_raise_pct": 0.0, "display_bot_a_name": "easy", "display_bot_b_name": "hard" }, "seed_123": { "n_hands": 1000, "bot_a_name": "bot_a", "bot_b_name": "bot_b", "bot_a_win_rate": 0.2955, "bot_b_win_rate": 0.7045, "bot_a_bb100": 72.715, "bot_b_bb100": -72.715, "bot_a_total_profit": 14543, "bot_b_total_profit": -14543, "bot_a_profit_per_hand": 14.543, "bot_b_profit_per_hand": -14.543, "zero_sum_delta": 0, "zero_sum_ok": true, "profit_leader_side": "bot_a", "profit_leader_name": "bot_a", "profit_leader_bb100": 72.715, "avg_pot": 942.372, "avg_actions": 6.633, "showdown_rate": 0.508, "bot_a_win_rate_ci_low": 0.26722026648640407, "bot_a_win_rate_ci_high": 0.3237797335135959, "bot_b_win_rate_ci_low": 0.6762202664864041, "bot_b_win_rate_ci_high": 0.7327797335135959, "p_value": 0.0, "effect_size": 0.42135794359568246, "significant": true, "illegal_action_rate": 0.0, "timeout_rate": 0.0, "crash_rate": 0.0, "avg_three_bet_frequency": 0.5573496659242761, "bot_a_decision_count": 3882, "bot_a_fold_pct_decision": 0.1267387944358578, "bot_a_check_pct_decision": 0.14760432766615147, "bot_a_call_pct_decision": 0.5736733642452344, "bot_a_raise_pct_decision": 0.1519835136527563, "bot_a_aggression_pct": 0.20944266950656726, "bot_a_aggression_factor": 0.26493039964077236, "bot_a_vpip": 0.7052932761087267, "bot_a_pfr": 0.07582260371959942, "bot_a_three_bet_pct": 0.11469933184855234, "bot_a_fold_to_raise_pct": 0.10867095797046573, "bot_b_decision_count": 2751, "bot_b_fold_pct_decision": 0.0, "bot_b_check_pct_decision": 0.0, "bot_b_call_pct_decision": 0.039985459832788076, "bot_b_raise_pct_decision": 0.9600145401672119, "bot_b_aggression_pct": 0.9600145401672119, "bot_b_aggression_factor": 24.009090909090908, "bot_b_vpip": 1.0, "bot_b_pfr": 1.0, "bot_b_three_bet_pct": 1.0, "bot_b_fold_to_raise_pct": 0.0, "display_bot_a_name": "easy", "display_bot_b_name": "hard" }, "seed_999": { "n_hands": 1000, "bot_a_name": "bot_a", "bot_b_name": "bot_b", "bot_a_win_rate": 0.2635, "bot_b_win_rate": 0.7365, "bot_a_bb100": -175.17, "bot_b_bb100": 175.17, "bot_a_total_profit": -35034, "bot_b_total_profit": 35034, "bot_a_profit_per_hand": -35.034, "bot_b_profit_per_hand": 35.034, "zero_sum_delta": 0, "zero_sum_ok": true, "profit_leader_side": "bot_b", "profit_leader_name": "bot_b", "profit_leader_bb100": 175.17, "avg_pot": 923.765, "avg_actions": 6.568, "showdown_rate": 0.497, "bot_a_win_rate_ci_low": 0.23619559250963318, "bot_a_win_rate_ci_high": 0.29080440749036685, "bot_b_win_rate_ci_low": 0.7091955925096333, "bot_b_win_rate_ci_high": 0.7638044074903668, "p_value": 0.0, "effect_size": 0.49269265820770025, "significant": true, "illegal_action_rate": 0.0, "timeout_rate": 0.0, "crash_rate": 0.0, "avg_three_bet_frequency": 0.5509153318077803, "bot_a_decision_count": 3860, "bot_a_fold_pct_decision": 0.13031088082901554, "bot_a_check_pct_decision": 0.1538860103626943, "bot_a_call_pct_decision": 0.5686528497409327, "bot_a_raise_pct_decision": 0.14715025906735751, "bot_a_aggression_pct": 0.2055736518277235, "bot_a_aggression_factor": 0.25876993166287016, "bot_a_vpip": 0.6943231441048034, "bot_a_pfr": 0.06695778748180495, "bot_a_three_bet_pct": 0.10183066361556065, "bot_a_fold_to_raise_pct": 0.11047180667433831, "bot_b_decision_count": 2708, "bot_b_fold_pct_decision": 0.0, "bot_b_check_pct_decision": 0.0, "bot_b_call_pct_decision": 0.03729689807976366, "bot_b_raise_pct_decision": 0.9627031019202363, "bot_b_aggression_pct": 0.9627031019202363, "bot_b_aggression_factor": 25.81188118811881, "bot_b_vpip": 1.0, "bot_b_pfr": 1.0, "bot_b_three_bet_pct": 1.0, "bot_b_fold_to_raise_pct": 0.0, "display_bot_a_name": "easy", "display_bot_b_name": "hard" } }, "aggregated": { "bot_b_win_rate_ci_high_mean": 0.7408514546230884, "bot_b_win_rate_ci_high_std": 0.01646654978662158, "bot_b_raise_pct_decision_mean": 0.9599401047933314, "bot_b_raise_pct_decision_std": 0.002286971574279281, "bot_a_win_rate_mean": 0.2871666666666667, "bot_a_win_rate_std": 0.01697710877099578, "p_value_mean": 0.0, "p_value_std": 0.0, "avg_pot_mean": 948.5943333333333, "avg_pot_std": 23.233734300700675, "bot_a_check_pct_decision_mean": 0.15450835916098002, "bot_a_check_pct_decision_std": 0.005907604399554052, "illegal_action_rate_mean": 0.0, "illegal_action_rate_std": 0.0, "bot_b_aggression_pct_mean": 0.9599401047933314, "bot_b_aggression_pct_std": 0.002286971574279281, "bot_a_bb100_mean": -26.64833333333333, "bot_a_bb100_std": 107.00202368283611, "bot_a_profit_per_hand_mean": -5.329666666666666, "bot_a_profit_per_hand_std": 21.400404736567225, "bot_a_call_pct_decision_mean": 0.5701881424618903, "bot_a_call_pct_decision_std": 0.0024702306212485135, "bot_b_vpip_mean": 1.0, "bot_b_vpip_std": 0.0, "bot_a_raise_pct_decision_mean": 0.1514895867710553, "bot_a_raise_pct_decision_std": 0.003359604945345001, "bot_b_pfr_mean": 1.0, "bot_b_pfr_std": 0.0, "showdown_rate_mean": 0.5146666666666667, "showdown_rate_std": 0.017782638224465536, "bot_a_vpip_mean": 0.7102461697112614, "bot_a_vpip_std": 0.015425929494656446, "avg_three_bet_frequency_mean": 0.5577168313050875, "avg_three_bet_frequency_std": 0.005709201986369855, "bot_b_fold_to_raise_pct_mean": 0.0, "bot_b_fold_to_raise_pct_std": 0.0, "effect_size_mean": 0.44003948428693085, "effect_size_std": 0.03775106422698861, "bot_b_win_rate_ci_low_mean": 0.6848152120435782, "bot_b_win_rate_ci_low_std": 0.01748767181057273, "bot_b_decision_count_mean": 2767.6666666666665, "bot_b_decision_count_std": 56.7587487137935, "bot_a_win_rate_ci_low_mean": 0.25914854537691157, "bot_a_win_rate_ci_low_std": 0.016466549786621598, "profit_leader_bb100_mean": 90.13166666666666, "profit_leader_bb100_std": 63.52833545399687, "timeout_rate_mean": 0.0, "timeout_rate_std": 0.0, "bot_b_three_bet_pct_mean": 1.0, "bot_b_three_bet_pct_std": 0.0, "bot_a_pfr_mean": 0.07582211581566455, "bot_a_pfr_std": 0.0072374945990926216, "bot_a_total_profit_mean": -5329.666666666667, "bot_a_total_profit_std": 21400.404736567223, "crash_rate_mean": 0.0, "crash_rate_std": 0.0, "avg_actions_mean": 6.691666666666666, "avg_actions_std": 0.13163164091087248, "bot_b_check_pct_decision_mean": 0.0, "bot_b_check_pct_decision_std": 0.0, "bot_b_aggression_factor_mean": 24.044149169015263, "bot_b_aggression_factor_std": 1.429249678292891, "zero_sum_delta_mean": 0.0, "zero_sum_delta_std": 0.0, "bot_a_fold_pct_decision_mean": 0.12381391160607441, "bot_a_fold_pct_decision_std": 0.006819991318548621, "bot_a_aggression_factor_mean": 0.26568759223949656, "bot_a_aggression_factor_std": 0.005981380547113493, "bot_b_bb100_mean": 26.64833333333333, "bot_b_bb100_std": 107.00202368283611, "bot_a_win_rate_ci_high_mean": 0.3151847879564218, "bot_a_win_rate_ci_high_std": 0.01748767181057266, "bot_b_profit_per_hand_mean": 5.329666666666666, "bot_b_profit_per_hand_std": 21.400404736567225, "bot_b_total_profit_mean": 5329.666666666667, "bot_b_total_profit_std": 21400.404736567223, "bot_b_win_rate_mean": 0.7128333333333333, "bot_b_win_rate_std": 0.016977108770995807, "bot_a_three_bet_pct_mean": 0.11543366261017507, "bot_a_three_bet_pct_std": 0.011418403972739641, "bot_a_aggression_pct_mean": 0.2098979873126191, "bot_a_aggression_pct_std": 0.0037306066205600656, "bot_b_call_pct_decision_mean": 0.04005989520666867, "bot_b_call_pct_decision_std": 0.002286971574279298, "bot_a_fold_to_raise_pct_mean": 0.10476446306186096, "bot_a_fold_to_raise_pct_std": 0.006837649808018431, "bot_b_fold_pct_decision_mean": 0.0, "bot_b_fold_pct_decision_std": 0.0, "bot_a_decision_count_mean": 3924.0, "bot_a_decision_count_std": 75.48951362054645, "n_seeds": 3, "n_hands_per_seed": 1000 }, "overall": { "n_hands": 3000, "bot_a_name": "bot_a", "bot_b_name": "bot_b", "bot_a_win_rate": 0.2871666666666667, "bot_b_win_rate": 0.7128333333333333, "bot_a_bb100": -26.648333333333333, "bot_b_bb100": 26.648333333333333, "bot_a_total_profit": -15989, "bot_b_total_profit": 15989, "bot_a_profit_per_hand": -5.329666666666666, "bot_b_profit_per_hand": 5.329666666666666, "zero_sum_delta": 0, "zero_sum_ok": true, "profit_leader_side": "bot_b", "profit_leader_name": "bot_b", "profit_leader_bb100": 26.648333333333333, "avg_pot": 948.5943333333333, "avg_actions": 6.691666666666666, "showdown_rate": 0.5146666666666667, "bot_a_win_rate_ci_low": 0.27097630846094345, "bot_a_win_rate_ci_high": 0.3033570248723899, "bot_b_win_rate_ci_low": 0.6966429751276101, "bot_b_win_rate_ci_high": 0.7290236915390566, "p_value": 0.0, "effect_size": 0.4396985039590031, "significant": true, "illegal_action_rate": 0.0, "timeout_rate": 0.0, "crash_rate": 0.0, "avg_three_bet_frequency": 0.5578281889178133, "bot_a_decision_count": 11772, "bot_a_fold_pct_decision": 0.1236833163438668, "bot_a_check_pct_decision": 0.1546041454298335, "bot_a_call_pct_decision": 0.5701664967720014, "bot_a_raise_pct_decision": 0.15154604145429834, "bot_a_aggression_pct": 0.20998116760828625, "bot_a_aggression_factor": 0.265792610250298, "bot_a_vpip": 0.7104320840296013, "bot_a_pfr": 0.07591310575316304, "bot_a_three_bet_pct": 0.11565637783562663, "bot_a_fold_to_raise_pct": 0.10464240903387705, "bot_b_decision_count": 8303, "bot_b_fold_pct_decision": 0.0, "bot_b_check_pct_decision": 0.0, "bot_b_call_pct_decision": 0.0401059857882693, "bot_b_raise_pct_decision": 0.9598940142117307, "bot_b_aggression_pct": 0.9598940142117307, "bot_b_aggression_factor": 23.933933933933933, "bot_b_vpip": 1.0, "bot_b_pfr": 1.0, "bot_b_three_bet_pct": 1.0, "bot_b_fold_to_raise_pct": 0.0 }, "summary": { "matchup_key": "easy_vs_hard", "matchup": "hard vs easy", "winner": "hard", "loser": "easy", "winner_side": "bot_b", "win_rate_mean": 0.7128333333333333, "win_rate_std": 0.016977108770995807, "bb100_mean": 26.64833333333333, "bb100_std": 107.00202368283611, "ci_low": 0.6966429751276101, "ci_high": 0.7290236915390566, "ci_95": "[69.7%, 72.9%]", "p_value": 0.0, "effect_size": 0.4396985039590027, "significant": true, "verdict": "hard > easy \u2713", "showdown_rate": 0.5146666666666667, "avg_pot": 948.5943333333333, "avg_actions": 6.691666666666666, "avg_three_bet_frequency": 0.5578281889178133, "timeout_rate": 0.0, "crash_rate": 0.0, "illegal_action_rate": 0.0, "winner_raise_pct": 0.9598940142117307, "winner_pfr": 1.0, "winner_three_bet_pct": 1.0 } }, "medium_vs_hard": { "per_seed": { "seed_42": { "n_hands": 1000, "bot_a_name": "bot_a", "bot_b_name": "bot_b", "bot_a_win_rate": 0.487, "bot_b_win_rate": 0.513, "bot_a_bb100": -126.4, "bot_b_bb100": 126.4, "bot_a_total_profit": -25280, "bot_b_total_profit": 25280, "bot_a_profit_per_hand": -25.28, "bot_b_profit_per_hand": 25.28, "zero_sum_delta": 0, "zero_sum_ok": true, "profit_leader_side": "bot_b", "profit_leader_name": "bot_b", "profit_leader_bb100": 126.4, "avg_pot": 1660.89, "avg_actions": 7.751, "showdown_rate": 0.998, "bot_a_win_rate_ci_low": 0.4560201554296991, "bot_a_win_rate_ci_high": 0.5179798445703009, "bot_b_win_rate_ci_low": 0.4820201554296991, "bot_b_win_rate_ci_high": 0.5439798445703009, "p_value": 0.41096752208833554, "effect_size": 0.026002930224795495, "significant": false, "illegal_action_rate": 0.0, "timeout_rate": 0.0, "crash_rate": 0.0, "avg_three_bet_frequency": 0.8217258822769083, "bot_a_decision_count": 4160, "bot_a_fold_pct_decision": 0.0004807692307692308, "bot_a_check_pct_decision": 0.05480769230769231, "bot_a_call_pct_decision": 0.3002403846153846, "bot_a_raise_pct_decision": 0.6444711538461538, "bot_a_aggression_pct": 0.6821882951653944, "bot_a_aggression_factor": 2.1465172137710167, "bot_a_vpip": 0.9994063520332442, "bot_a_pfr": 0.757197981596913, "bot_a_three_bet_pct": 0.7155803415824329, "bot_a_fold_to_raise_pct": 0.0006031363088057901, "bot_b_decision_count": 3591, "bot_b_fold_pct_decision": 0.0, "bot_b_check_pct_decision": 0.0, "bot_b_call_pct_decision": 0.07658033973823447, "bot_b_raise_pct_decision": 0.9234196602617655, "bot_b_aggression_pct": 0.9234196602617655, "bot_b_aggression_factor": 12.058181818181819, "bot_b_vpip": 1.0, "bot_b_pfr": 0.939731411726171, "bot_b_three_bet_pct": 0.9278714229713838, "bot_b_fold_to_raise_pct": 0.0, "display_bot_a_name": "medium", "display_bot_b_name": "hard" }, "seed_123": { "n_hands": 1000, "bot_a_name": "bot_a", "bot_b_name": "bot_b", "bot_a_win_rate": 0.5005, "bot_b_win_rate": 0.4995, "bot_a_bb100": 10.2, "bot_b_bb100": -10.2, "bot_a_total_profit": 2040, "bot_b_total_profit": -2040, "bot_a_profit_per_hand": 2.04, "bot_b_profit_per_hand": -2.04, "zero_sum_delta": 0, "zero_sum_ok": true, "profit_leader_side": "bot_a", "profit_leader_name": "bot_a", "profit_leader_bb100": 10.2, "avg_pot": 1658.885, "avg_actions": 7.796, "showdown_rate": 0.998, "bot_a_win_rate_ci_low": 0.4695096944255142, "bot_a_win_rate_ci_high": 0.5314903055744856, "bot_b_win_rate_ci_low": 0.46850969442551427, "bot_b_win_rate_ci_high": 0.5304903055744857, "p_value": 0.9747728793699633, "effect_size": 0.0010000001666663483, "significant": false, "illegal_action_rate": 0.0, "timeout_rate": 0.0, "crash_rate": 0.0, "avg_three_bet_frequency": 0.8211937152689972, "bot_a_decision_count": 4201, "bot_a_fold_pct_decision": 0.00047607712449416806, "bot_a_check_pct_decision": 0.05879552487502975, "bot_a_call_pct_decision": 0.308736015234468, "bot_a_raise_pct_decision": 0.6319923827660081, "bot_a_aggression_pct": 0.6718117408906883, "bot_a_aggression_factor": 2.047031611410948, "bot_a_vpip": 0.9997022036926743, "bot_a_pfr": 0.7507444907683145, "bot_a_three_bet_pct": 0.7078376487053883, "bot_a_fold_to_raise_pct": 0.0005988023952095808, "bot_b_decision_count": 3595, "bot_b_fold_pct_decision": 0.0, "bot_b_check_pct_decision": 0.0, "bot_b_call_pct_decision": 0.07093184979137691, "bot_b_raise_pct_decision": 0.9290681502086231, "bot_b_aggression_pct": 0.9290681502086231, "bot_b_aggression_factor": 13.098039215686274, "bot_b_vpip": 1.0, "bot_b_pfr": 0.9454184584849488, "bot_b_three_bet_pct": 0.9345497818326061, "bot_b_fold_to_raise_pct": 0.0, "display_bot_a_name": "medium", "display_bot_b_name": "hard" }, "seed_999": { "n_hands": 1000, "bot_a_name": "bot_a", "bot_b_name": "bot_b", "bot_a_win_rate": 0.479, "bot_b_win_rate": 0.521, "bot_a_bb100": -202.2, "bot_b_bb100": 202.2, "bot_a_total_profit": -40440, "bot_b_total_profit": 40440, "bot_a_profit_per_hand": -40.44, "bot_b_profit_per_hand": 40.44, "zero_sum_delta": 0, "zero_sum_ok": true, "profit_leader_side": "bot_b", "profit_leader_name": "bot_b", "profit_leader_bb100": 202.2, "avg_pot": 1662.793, "avg_actions": 7.764, "showdown_rate": 0.997, "bot_a_win_rate_ci_low": 0.44803702445823396, "bot_a_win_rate_ci_high": 0.509962975541766, "bot_b_win_rate_ci_low": 0.490037024458234, "bot_b_win_rate_ci_high": 0.551962975541766, "p_value": 0.18412637278497912, "effect_size": 0.04201235781214696, "significant": false, "illegal_action_rate": 0.0, "timeout_rate": 0.0, "crash_rate": 0.0, "avg_three_bet_frequency": 0.8209880420449713, "bot_a_decision_count": 4158, "bot_a_fold_pct_decision": 0.0007215007215007215, "bot_a_check_pct_decision": 0.05555555555555555, "bot_a_call_pct_decision": 0.303992303992304, "bot_a_raise_pct_decision": 0.6397306397306397, "bot_a_aggression_pct": 0.6778797145769623, "bot_a_aggression_factor": 2.1044303797468356, "bot_a_vpip": 0.9991068770467401, "bot_a_pfr": 0.7609407561774337, "bot_a_three_bet_pct": 0.7198321091290661, "bot_a_fold_to_raise_pct": 0.000900360144057623, "bot_b_decision_count": 3606, "bot_b_fold_pct_decision": 0.0, "bot_b_check_pct_decision": 0.0, "bot_b_call_pct_decision": 0.07598447032723239, "bot_b_raise_pct_decision": 0.9240155296727676, "bot_b_aggression_pct": 0.9240155296727676, "bot_b_aggression_factor": 12.16058394160584, "bot_b_vpip": 1.0, "bot_b_pfr": 0.9349247874427731, "bot_b_three_bet_pct": 0.9221439749608764, "bot_b_fold_to_raise_pct": 0.0, "display_bot_a_name": "medium", "display_bot_b_name": "hard" } }, "aggregated": { "bot_b_win_rate_ci_high_mean": 0.5421443752288508, "bot_b_win_rate_ci_high_std": 0.008861737965677205, "bot_b_raise_pct_decision_mean": 0.925501113381052, "bot_b_raise_pct_decision_std": 0.002533979595508235, "bot_a_win_rate_mean": 0.4888333333333333, "bot_a_win_rate_std": 0.008872554436137426, "p_value_mean": 0.5232889247477593, "p_value_std": 0.33240792982448053, "avg_pot_mean": 1660.856, "avg_pot_std": 1.5956154507482505, "bot_a_check_pct_decision_mean": 0.05638625757942587, "bot_a_check_pct_decision_std": 0.0017307515777114425, "illegal_action_rate_mean": 0.0, "illegal_action_rate_std": 0.0, "bot_b_aggression_pct_mean": 0.925501113381052, "bot_b_aggression_pct_std": 0.002533979595508235, "bot_a_bb100_mean": -106.13333333333333, "bot_a_bb100_std": 87.88816125559168, "bot_a_profit_per_hand_mean": -21.226666666666667, "bot_a_profit_per_hand_std": 17.577632251118338, "bot_a_call_pct_decision_mean": 0.30432290128071887, "bot_a_call_pct_decision_std": 0.003476195797065827, "bot_b_vpip_mean": 1.0, "bot_b_vpip_std": 0.0, "bot_a_raise_pct_decision_mean": 0.6387313921142672, "bot_a_raise_pct_decision_std": 0.005143202878025189, "bot_b_pfr_mean": 0.940024885884631, "bot_b_pfr_std": 0.004289046381703978, "showdown_rate_mean": 0.9976666666666667, "showdown_rate_std": 0.0004714045207910321, "bot_a_vpip_mean": 0.9994051442575529, "bot_a_vpip_std": 0.00024304258595481744, "avg_three_bet_frequency_mean": 0.8213025465302923, "avg_three_bet_frequency_std": 0.00031089680446789975, "bot_b_fold_to_raise_pct_mean": 0.0, "bot_b_fold_to_raise_pct_std": 0.0, "effect_size_mean": 0.0230050960678696, "effect_size_std": 0.01687688018433357, "bot_b_win_rate_ci_low_mean": 0.4801889581044825, "bot_b_win_rate_ci_low_std": 0.00888337200681962, "bot_b_decision_count_mean": 3597.3333333333335, "bot_b_decision_count_std": 6.342099196813483, "bot_a_win_rate_ci_low_mean": 0.4578556247711491, "bot_a_win_rate_ci_low_std": 0.0088617379656772, "profit_leader_bb100_mean": 112.93333333333334, "profit_leader_bb100_std": 78.95996172463329, "timeout_rate_mean": 0.0, "timeout_rate_std": 0.0, "bot_b_three_bet_pct_mean": 0.9281883932549554, "bot_b_three_bet_pct_std": 0.005069606405180075, "bot_a_pfr_mean": 0.7562944095142204, "bot_a_pfr_std": 0.004211356784914361, "bot_a_total_profit_mean": -21226.666666666668, "bot_a_total_profit_std": 17577.63225111834, "crash_rate_mean": 0.0, "crash_rate_std": 0.0, "avg_actions_mean": 7.770333333333333, "avg_actions_std": 0.018909139471577092, "bot_b_check_pct_decision_mean": 0.0, "bot_b_check_pct_decision_std": 0.0, "bot_b_aggression_factor_mean": 12.438934991824643, "bot_b_aggression_factor_std": 0.4679282937620667, "zero_sum_delta_mean": 0.0, "zero_sum_delta_std": 0.0, "bot_a_fold_pct_decision_mean": 0.0005594490255880401, "bot_a_fold_pct_decision_std": 0.00011460386286816059, "bot_a_aggression_factor_mean": 2.0993264016429336, "bot_a_aggression_factor_std": 0.04077486328283029, "bot_b_bb100_mean": 106.13333333333333, "bot_b_bb100_std": 87.88816125559168, "bot_a_win_rate_ci_high_mean": 0.5198110418955175, "bot_a_win_rate_ci_high_std": 0.008883372006819592, "bot_b_profit_per_hand_mean": 21.226666666666667, "bot_b_profit_per_hand_std": 17.577632251118338, "bot_b_total_profit_mean": 21226.666666666668, "bot_b_total_profit_std": 17577.63225111834, "bot_b_win_rate_mean": 0.5111666666666667, "bot_b_win_rate_std": 0.00887255443613745, "bot_a_three_bet_pct_mean": 0.7144166998056292, "bot_a_three_bet_pct_std": 0.00496536785158532, "bot_a_aggression_pct_mean": 0.6772932502110149, "bot_a_aggression_pct_std": 0.004256459796072686, "bot_b_call_pct_decision_mean": 0.07449888661894792, "bot_b_call_pct_decision_std": 0.0025339795955082057, "bot_a_fold_to_raise_pct_mean": 0.000700766282690998, "bot_a_fold_to_raise_pct_std": 0.0001411452628162313, "bot_b_fold_pct_decision_mean": 0.0, "bot_b_fold_pct_decision_std": 0.0, "bot_a_decision_count_mean": 4173.0, "bot_a_decision_count_std": 19.8158185969358, "n_seeds": 3, "n_hands_per_seed": 1000 }, "overall": { "n_hands": 3000, "bot_a_name": "bot_a", "bot_b_name": "bot_b", "bot_a_win_rate": 0.48883333333333334, "bot_b_win_rate": 0.5111666666666667, "bot_a_bb100": -106.13333333333333, "bot_b_bb100": 106.13333333333333, "bot_a_total_profit": -63680, "bot_b_total_profit": 63680, "bot_a_profit_per_hand": -21.226666666666667, "bot_b_profit_per_hand": 21.226666666666667, "zero_sum_delta": 0, "zero_sum_ok": true, "profit_leader_side": "bot_b", "profit_leader_name": "bot_b", "profit_leader_bb100": 106.13333333333333, "avg_pot": 1660.856, "avg_actions": 7.770333333333333, "showdown_rate": 0.9976666666666667, "bot_a_win_rate_ci_low": 0.4709455258114278, "bot_a_win_rate_ci_high": 0.5067211408552389, "bot_b_win_rate_ci_low": 0.4932788591447611, "bot_b_win_rate_ci_high": 0.5290544741885722, "p_value": 0.2212364015336319, "effect_size": 0.022335190311890907, "significant": false, "illegal_action_rate": 0.0, "timeout_rate": 0.0, "crash_rate": 0.0, "avg_three_bet_frequency": 0.8212891170135748, "bot_a_decision_count": 12519, "bot_a_fold_pct_decision": 0.0005591500918603722, "bot_a_check_pct_decision": 0.056394280693346115, "bot_a_call_pct_decision": 0.30433740714114543, "bot_a_raise_pct_decision": 0.638709162073648, "bot_a_aggression_pct": 0.6772827375910554, "bot_a_aggression_factor": 2.0986876640419947, "bot_a_vpip": 0.9994051160023796, "bot_a_pfr": 0.7562958556414833, "bot_a_three_bet_pct": 0.7144188213370604, "bot_a_fold_to_raise_pct": 0.0007008410092110533, "bot_b_decision_count": 10792, "bot_b_fold_pct_decision": 0.0, "bot_b_check_pct_decision": 0.0, "bot_b_call_pct_decision": 0.07449962935507784, "bot_b_raise_pct_decision": 0.9255003706449222, "bot_b_aggression_pct": 0.9255003706449222, "bot_b_aggression_factor": 12.422885572139304, "bot_b_vpip": 1.0, "bot_b_pfr": 0.9400043792423911, "bot_b_three_bet_pct": 0.9281594126900892, "bot_b_fold_to_raise_pct": 0.0 }, "summary": { "matchup_key": "medium_vs_hard", "matchup": "hard vs medium", "winner": "hard", "loser": "medium", "winner_side": "bot_b", "win_rate_mean": 0.5111666666666667, "win_rate_std": 0.00887255443613745, "bb100_mean": 106.13333333333333, "bb100_std": 87.88816125559168, "ci_low": 0.4932788591447611, "ci_high": 0.5290544741885722, "ci_95": "[49.3%, 52.9%]", "p_value": 0.2212364015336319, "effect_size": 0.022335190311890463, "significant": false, "verdict": "hard > medium ?", "showdown_rate": 0.9976666666666667, "avg_pot": 1660.856, "avg_actions": 7.770333333333333, "avg_three_bet_frequency": 0.8212891170135748, "timeout_rate": 0.0, "crash_rate": 0.0, "illegal_action_rate": 0.0, "winner_raise_pct": 0.9255003706449222, "winner_pfr": 0.9400043792423911, "winner_three_bet_pct": 0.9281594126900892 } } }, "summary_table": [ { "matchup_key": "easy_vs_medium", "matchup": "medium vs easy", "winner": "medium", "loser": "easy", "winner_side": "bot_b", "win_rate_mean": 0.7121666666666666, "win_rate_std": 0.010426994879744736, "bb100_mean": 12.598333333333331, "bb100_std": 51.83641421712046, "ci_low": 0.6959651075871395, "ci_high": 0.7283682257461938, "ci_95": "[69.6%, 72.8%]", "p_value": 0.0, "effect_size": 0.43822552193333375, "significant": true, "verdict": "medium > easy \u2713", "showdown_rate": 0.51, "avg_pot": 775.15, "avg_actions": 7.1386666666666665, "avg_three_bet_frequency": 0.5278668915443595, "timeout_rate": 0.0, "crash_rate": 0.0, "illegal_action_rate": 0.0, "winner_raise_pct": 0.9530844705086275, "winner_pfr": 0.9880863737900223, "winner_three_bet_pct": 0.9396825396825397 }, { "matchup_key": "easy_vs_hard", "matchup": "hard vs easy", "winner": "hard", "loser": "easy", "winner_side": "bot_b", "win_rate_mean": 0.7128333333333333, "win_rate_std": 0.016977108770995807, "bb100_mean": 26.64833333333333, "bb100_std": 107.00202368283611, "ci_low": 0.6966429751276101, "ci_high": 0.7290236915390566, "ci_95": "[69.7%, 72.9%]", "p_value": 0.0, "effect_size": 0.4396985039590027, "significant": true, "verdict": "hard > easy \u2713", "showdown_rate": 0.5146666666666667, "avg_pot": 948.5943333333333, "avg_actions": 6.691666666666666, "avg_three_bet_frequency": 0.5578281889178133, "timeout_rate": 0.0, "crash_rate": 0.0, "illegal_action_rate": 0.0, "winner_raise_pct": 0.9598940142117307, "winner_pfr": 1.0, "winner_three_bet_pct": 1.0 }, { "matchup_key": "medium_vs_hard", "matchup": "hard vs medium", "winner": "hard", "loser": "medium", "winner_side": "bot_b", "win_rate_mean": 0.5111666666666667, "win_rate_std": 0.00887255443613745, "bb100_mean": 106.13333333333333, "bb100_std": 87.88816125559168, "ci_low": 0.4932788591447611, "ci_high": 0.5290544741885722, "ci_95": "[49.3%, 52.9%]", "p_value": 0.2212364015336319, "effect_size": 0.022335190311890463, "significant": false, "verdict": "hard > medium ?", "showdown_rate": 0.9976666666666667, "avg_pot": 1660.856, "avg_actions": 7.770333333333333, "avg_three_bet_frequency": 0.8212891170135748, "timeout_rate": 0.0, "crash_rate": 0.0, "illegal_action_rate": 0.0, "winner_raise_pct": 0.9255003706449222, "winner_pfr": 0.9400043792423911, "winner_three_bet_pct": 0.9281594126900892 } ], "behavior_summary": { "easy": { "decision_count": 24321, "fold_pct_decision": 0.12026643641297644, "check_pct_decision": 0.1589161629867193, "call_pct_decision": 0.565478393158176, "raise_pct_decision": 0.1553390074421282, "aggression_pct": 0.21550396440590952, "aggression_factor": 0.2747037010106886, "vpip": 0.7091366303436715, "pfr": 0.07579930547239852, "three_bet_pct": 0.11585251731237133, "fold_to_raise_pct": 0.10236891784909567 }, "medium": { "decision_count": 21386, "fold_pct_decision": 0.00037407649864397267, "check_pct_decision": 0.03656597774244833, "call_pct_decision": 0.19400542410923033, "raise_pct_decision": 0.7690545216496774, "aggression_pct": 0.7985531171101184, "aggression_factor": 3.9640877319836103, "vpip": 0.9991387409959286, "pfr": 0.8050422799874726, "three_bet_pct": 0.7223907426131895, "fold_to_raise_pct": 0.0006676681689200467 }, "hard": { "decision_count": 19095, "fold_pct_decision": 0.0, "check_pct_decision": 0.0, "call_pct_decision": 0.05954438334642577, "raise_pct_decision": 0.9404556166535742, "aggression_pct": 0.9404556166535742, "aggression_factor": 15.79419525065963, "vpip": 1.0, "pfr": 0.9536496659054385, "three_bet_pct": 0.9310344827586207, "fold_to_raise_pct": 0.0 } }, "hierarchy_validation": { "winner_order_ok": true, "significance_ok": false, "hard_vs_medium_target_ok": false, "behavior_order_ok": true, "confirmed": false }, "checkpoint_metadata": { "model_status": { "medium_loaded": true, "hard_loaded": true, "warning": "", "medium_path": "/home/rushi/poker/backend/data/models/medium/ppo_medium_final.zip", "hard_path": "/home/rushi/poker/backend/data/models/hard/ppo_hard_final.zip" }, "checkpoint_paths": { "medium_final": "/home/rushi/poker/backend/data/models/medium/ppo_medium_final.zip", "hard_final": "/home/rushi/poker/backend/data/models/hard/ppo_hard_final.zip", "hard_best": "/home/rushi/poker/backend/data/models/hard/best/best_model.zip", "medium_best": "/home/rushi/poker/backend/data/models/medium/best/best_model.zip" } } }