Spaces:
Running
Running
| { | |
| "claim": "6", | |
| "partition_audit": { | |
| "constant_target_cross_validated_ert": { | |
| "ERT_L1_miscoverage": 0.0, | |
| "ERT_L1_miscoverage_over": 0.0, | |
| "ERT_L1_miscoverage_under": 0.0, | |
| "ERT_brier_score": 0.0, | |
| "ERT_brier_score_over": 0.0, | |
| "ERT_brier_score_under": 0.0, | |
| "ERT_logloss": 0.0, | |
| "ERT_logloss_over": 0.0, | |
| "ERT_logloss_under": 0.0 | |
| }, | |
| "matches_independent_kfold": true, | |
| "n_rows": 5000, | |
| "n_splits_observed": 5, | |
| "n_splits_requested": 5, | |
| "test_folds_disjoint_and_complete": true | |
| }, | |
| "per_seed": { | |
| "0": { | |
| "10000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": 0.00566, | |
| "ERT_L1_miscoverage_over": 0.00427999999999999, | |
| "ERT_L1_miscoverage_under": 0.0013800000000000062, | |
| "ERT_brier_score": 3.1627403154826926e-05, | |
| "ERT_brier_score_over": 1.6658204384997766e-05, | |
| "ERT_brier_score_under": 1.4969198769831937e-05, | |
| "ERT_logloss": 0.00018877655046465325, | |
| "ERT_logloss_over": 9.511307752259613e-05, | |
| "ERT_logloss_under": 9.366347294207378e-05 | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": 0.00943999999999999, | |
| "ERT_L1_miscoverage_over": 0.006169999999999985, | |
| "ERT_L1_miscoverage_under": 0.0032700000000000042, | |
| "ERT_brier_score": 5.788651797641875e-05, | |
| "ERT_brier_score_over": 1.3038159259459725e-05, | |
| "ERT_brier_score_under": 4.4848358716959025e-05, | |
| "ERT_logloss": 0.00029682516580084584, | |
| "ERT_logloss_over": 6.172216036645639e-05, | |
| "ERT_logloss_under": 0.0002351030054344172 | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": 0.0048201220841940185, | |
| "ERT_L1_miscoverage_over": 0.0038601700601973697, | |
| "ERT_L1_miscoverage_under": 0.0009599520239966464, | |
| "ERT_brier_score": 1.0850267347016959e-05, | |
| "ERT_brier_score_over": -1.0119021646368132e-05, | |
| "ERT_brier_score_under": 2.0969288993389717e-05, | |
| "ERT_logloss": 4.0969900367708124e-05, | |
| "ERT_logloss_over": -6.686836993535783e-05, | |
| "ERT_logloss_under": 0.00010783827030304745 | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": 0.003739999999999999, | |
| "ERT_L1_miscoverage_over": 0.003319999999999991, | |
| "ERT_L1_miscoverage_under": 0.00042000000000000576, | |
| "ERT_brier_score": 2.8681506481348373e-05, | |
| "ERT_brier_score_over": 1.0911942017352572e-05, | |
| "ERT_brier_score_under": 1.776956446399858e-05, | |
| "ERT_logloss": 0.0001595474464350266, | |
| "ERT_logloss_over": 5.8477551301416854e-05, | |
| "ERT_logloss_under": 0.00010106989513368747 | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": 0.12188, | |
| "ERT_L1_miscoverage_over": 0.06238999999999999, | |
| "ERT_L1_miscoverage_under": 0.059489999999999994, | |
| "ERT_brier_score": 0.003807939356069656, | |
| "ERT_brier_score_over": 0.0010645610184915472, | |
| "ERT_brier_score_under": 0.002743378337578109, | |
| "ERT_logloss": 0.01986657200168035, | |
| "ERT_logloss_over": 0.006257772444490439, | |
| "ERT_logloss_under": 0.013608799557189966 | |
| } | |
| }, | |
| "2000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": 0.011, | |
| "ERT_L1_miscoverage_over": 0.006499999999999989, | |
| "ERT_L1_miscoverage_under": 0.0045000000000000075, | |
| "ERT_brier_score": -0.0001239772605294509, | |
| "ERT_brier_score_over": -4.059409582072016e-05, | |
| "ERT_brier_score_under": -8.338316470873352e-05, | |
| "ERT_logloss": -0.0006387483207777545, | |
| "ERT_logloss_over": -0.00034695873014395915, | |
| "ERT_logloss_under": -0.0002917895906337731 | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": 0.0043, | |
| "ERT_L1_miscoverage_over": 0.003149999999999989, | |
| "ERT_L1_miscoverage_under": 0.001150000000000007, | |
| "ERT_brier_score": -0.0004925211623238723, | |
| "ERT_brier_score_over": -0.0002107226878133167, | |
| "ERT_brier_score_under": -0.0002817984745105556, | |
| "ERT_logloss": -0.0023469905350597953, | |
| "ERT_logloss_over": -0.0014180845212899695, | |
| "ERT_logloss_under": -0.000928906013769909 | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": 0.0027967997982990458, | |
| "ERT_L1_miscoverage_over": 0.0024018771395083118, | |
| "ERT_L1_miscoverage_under": 0.0003949226587907333, | |
| "ERT_brier_score": -0.00043030431459932056, | |
| "ERT_brier_score_over": -0.00019516022289021995, | |
| "ERT_brier_score_under": -0.00023514409170910985, | |
| "ERT_logloss": -0.0025211339119472673, | |
| "ERT_logloss_over": -0.0014043919988155906, | |
| "ERT_logloss_under": -0.0011167419131317136 | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": 0.010999999999999998, | |
| "ERT_L1_miscoverage_over": 0.006499999999999989, | |
| "ERT_L1_miscoverage_under": 0.004500000000000008, | |
| "ERT_brier_score": -0.00021305956695414353, | |
| "ERT_brier_score_over": -0.0001530966965974323, | |
| "ERT_brier_score_under": -5.996287035669734e-05, | |
| "ERT_logloss": -0.0012318472865701867, | |
| "ERT_logloss_over": -0.001086088900935278, | |
| "ERT_logloss_under": -0.00014575838563489761 | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": 0.12200000000000003, | |
| "ERT_L1_miscoverage_over": 0.061999999999999986, | |
| "ERT_L1_miscoverage_under": 0.060000000000000005, | |
| "ERT_brier_score": 0.004407896084084456, | |
| "ERT_brier_score_over": 0.0012372684491056551, | |
| "ERT_brier_score_under": 0.003170627634978815, | |
| "ERT_logloss": 0.022891429802404162, | |
| "ERT_logloss_over": 0.007323573877355105, | |
| "ERT_logloss_under": 0.015567855925049057 | |
| } | |
| }, | |
| "50000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": -0.0004639999999999928, | |
| "ERT_L1_miscoverage_over": -0.0009620000000000048, | |
| "ERT_L1_miscoverage_under": 0.000498000000000013, | |
| "ERT_brier_score": -9.126426668204513e-06, | |
| "ERT_brier_score_over": -2.769930685556088e-06, | |
| "ERT_brier_score_under": -6.356495982652588e-06, | |
| "ERT_logloss": -4.895445447310465e-05, | |
| "ERT_logloss_over": -1.5479371442805867e-05, | |
| "ERT_logloss_under": -3.347508303032098e-05 | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": -0.0011319999999999982, | |
| "ERT_L1_miscoverage_over": -0.0012960000000000068, | |
| "ERT_L1_miscoverage_under": 0.00016400000000000897, | |
| "ERT_brier_score": -1.937123164078708e-05, | |
| "ERT_brier_score_over": -4.231753959547946e-06, | |
| "ERT_brier_score_under": -1.5139477681246072e-05, | |
| "ERT_logloss": -0.00010275858390859649, | |
| "ERT_logloss_over": -2.3728463456468285e-05, | |
| "ERT_logloss_under": -7.90301204520727e-05 | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": 0.0009160222411776433, | |
| "ERT_L1_miscoverage_over": -0.00027199492011600407, | |
| "ERT_L1_miscoverage_under": 0.001188017161293649, | |
| "ERT_brier_score": -8.778645949424532e-06, | |
| "ERT_brier_score_over": -5.682817021540609e-07, | |
| "ERT_brier_score_under": -8.210364247275096e-06, | |
| "ERT_logloss": -4.469268394759659e-05, | |
| "ERT_logloss_over": -3.098304345842499e-06, | |
| "ERT_logloss_under": -4.159437960171708e-05 | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": 0.0005360000000000037, | |
| "ERT_L1_miscoverage_over": -0.0004620000000000048, | |
| "ERT_L1_miscoverage_under": 0.0009980000000000097, | |
| "ERT_brier_score": -1.5059953876891963e-05, | |
| "ERT_brier_score_over": 7.971295003794676e-08, | |
| "ERT_brier_score_under": -1.5139666826927133e-05, | |
| "ERT_logloss": -7.916085737474932e-05, | |
| "ERT_logloss_over": 4.696770840362241e-07, | |
| "ERT_logloss_under": -7.963053445880774e-05 | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": 0.028903999999999996, | |
| "ERT_L1_miscoverage_over": 0.013721999999999993, | |
| "ERT_L1_miscoverage_under": 0.015182000000000008, | |
| "ERT_brier_score": 0.0003842073174059879, | |
| "ERT_brier_score_over": 2.7374885975359198e-05, | |
| "ERT_brier_score_under": 0.0003568324314306148, | |
| "ERT_logloss": 0.002054495810477175, | |
| "ERT_logloss_over": 0.00015328404665848616, | |
| "ERT_logloss_under": 0.0019012117638185777 | |
| } | |
| } | |
| }, | |
| "1": { | |
| "10000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": 0.004599999999999994, | |
| "ERT_L1_miscoverage_over": 0.004949999999999991, | |
| "ERT_L1_miscoverage_under": -0.000349999999999998, | |
| "ERT_brier_score": 1.211054525019628e-05, | |
| "ERT_brier_score_over": 1.6673550730027244e-05, | |
| "ERT_brier_score_under": -4.563005479829574e-06, | |
| "ERT_logloss": 6.653263728417791e-05, | |
| "ERT_logloss_over": 9.086222559847035e-05, | |
| "ERT_logloss_under": -2.4329588314270235e-05 | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": 0.005099999999999992, | |
| "ERT_L1_miscoverage_over": 0.005199999999999986, | |
| "ERT_L1_miscoverage_under": -9.99999999999962e-05, | |
| "ERT_brier_score": 2.1250759553288756e-05, | |
| "ERT_brier_score_over": 3.320482122770585e-05, | |
| "ERT_brier_score_under": -1.1954061674417094e-05, | |
| "ERT_logloss": 0.00012504305751623312, | |
| "ERT_logloss_over": 0.00018873153862045133, | |
| "ERT_logloss_under": -6.368848110421821e-05 | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": 0.0025197540749875734, | |
| "ERT_L1_miscoverage_over": 0.003909866091588151, | |
| "ERT_L1_miscoverage_under": -0.0013901120166005783, | |
| "ERT_brier_score": -8.137198207909072e-06, | |
| "ERT_brier_score_over": 2.6004945569146898e-06, | |
| "ERT_brier_score_under": -1.0737692764823762e-05, | |
| "ERT_logloss": -4.6828729813523186e-05, | |
| "ERT_logloss_over": 1.0567892308447716e-05, | |
| "ERT_logloss_under": -5.739662212197091e-05 | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": 0.0045199999999999945, | |
| "ERT_L1_miscoverage_over": 0.004909999999999991, | |
| "ERT_L1_miscoverage_under": -0.00038999999999999755, | |
| "ERT_brier_score": -2.4318403040937687e-05, | |
| "ERT_brier_score_over": -1.442798491645969e-05, | |
| "ERT_brier_score_under": -9.890418124472444e-06, | |
| "ERT_logloss": -0.0001441485069455406, | |
| "ERT_logloss_over": -9.076293777857681e-05, | |
| "ERT_logloss_under": -5.3385569166952695e-05 | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": 0.11976000000000002, | |
| "ERT_L1_miscoverage_over": 0.06253, | |
| "ERT_L1_miscoverage_under": 0.05723000000000001, | |
| "ERT_brier_score": 0.0022794693646082664, | |
| "ERT_brier_score_over": 0.0010458696281840096, | |
| "ERT_brier_score_under": 0.0012335997364242707, | |
| "ERT_logloss": 0.012518415600022315, | |
| "ERT_logloss_over": 0.006080830814157945, | |
| "ERT_logloss_under": 0.006437584785864259 | |
| } | |
| }, | |
| "2000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": -0.026899999999999997, | |
| "ERT_L1_miscoverage_over": -0.012950000000000007, | |
| "ERT_L1_miscoverage_under": -0.01394999999999999, | |
| "ERT_brier_score": -0.0004781418901898121, | |
| "ERT_brier_score_over": -0.0002970062129353565, | |
| "ERT_brier_score_under": -0.00018113567725445422, | |
| "ERT_logloss": -0.0027095052433686205, | |
| "ERT_logloss_over": -0.0017531544577016223, | |
| "ERT_logloss_under": -0.0009563507856669762 | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": -0.017, | |
| "ERT_L1_miscoverage_over": -0.008000000000000002, | |
| "ERT_L1_miscoverage_under": -0.008999999999999994, | |
| "ERT_brier_score": -0.0014315118486406125, | |
| "ERT_brier_score_over": -0.0005202131163261903, | |
| "ERT_brier_score_under": -0.0009112987323144153, | |
| "ERT_logloss": -0.007606514364792372, | |
| "ERT_logloss_over": -0.003279563859214768, | |
| "ERT_logloss_under": -0.004326950505577604 | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": -0.020603962283122702, | |
| "ERT_L1_miscoverage_over": -0.009796753275014152, | |
| "ERT_L1_miscoverage_under": -0.010807209008108548, | |
| "ERT_brier_score": -0.0007022788172415482, | |
| "ERT_brier_score_over": -0.0003164726789895526, | |
| "ERT_brier_score_under": -0.0003858061382520095, | |
| "ERT_logloss": -0.0038725635345809306, | |
| "ERT_logloss_over": -0.0019135813603092429, | |
| "ERT_logloss_under": -0.0019589821742716693 | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": -0.025500000000000002, | |
| "ERT_L1_miscoverage_over": -0.012250000000000007, | |
| "ERT_L1_miscoverage_under": -0.01324999999999999, | |
| "ERT_brier_score": -0.0004891845993042487, | |
| "ERT_brier_score_over": -0.00030003528183069337, | |
| "ERT_brier_score_under": -0.00018914931747355813, | |
| "ERT_logloss": -0.0027906446891647007, | |
| "ERT_logloss_over": -0.0017788015008215695, | |
| "ERT_logloss_under": -0.0010118431883431645 | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": 0.11330000000000001, | |
| "ERT_L1_miscoverage_over": 0.057149999999999986, | |
| "ERT_L1_miscoverage_under": 0.056150000000000005, | |
| "ERT_brier_score": 0.0005084293471385865, | |
| "ERT_brier_score_over": 0.0002380515450362275, | |
| "ERT_brier_score_under": 0.00027037780210237283, | |
| "ERT_logloss": 0.002820367802164103, | |
| "ERT_logloss_over": 0.0013378327500856435, | |
| "ERT_logloss_under": 0.0014825350520784597 | |
| } | |
| }, | |
| "50000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": -5.5999999999997804e-05, | |
| "ERT_L1_miscoverage_over": -0.00042800000000000834, | |
| "ERT_L1_miscoverage_under": 0.0003720000000000116, | |
| "ERT_brier_score": 4.186921822105227e-06, | |
| "ERT_brier_score_over": -2.8596162348640265e-06, | |
| "ERT_brier_score_under": 7.046538056966478e-06, | |
| "ERT_logloss": 2.2343197796592662e-05, | |
| "ERT_logloss_over": -1.6194631467497667e-05, | |
| "ERT_logloss_under": 3.8537829264084776e-05 | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": 0.000988, | |
| "ERT_L1_miscoverage_over": 9.39999999999917e-05, | |
| "ERT_L1_miscoverage_under": 0.0008940000000000083, | |
| "ERT_brier_score": -1.1918882476834314e-05, | |
| "ERT_brier_score_over": -3.1385512871615062e-06, | |
| "ERT_brier_score_under": -8.780331189693624e-06, | |
| "ERT_logloss": -6.480434132741242e-05, | |
| "ERT_logloss_over": -1.812346565413514e-05, | |
| "ERT_logloss_under": -4.6680875673305033e-05 | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": 0.00016001984052482665, | |
| "ERT_L1_miscoverage_over": -0.000320000920274414, | |
| "ERT_L1_miscoverage_under": 0.00048002076079924164, | |
| "ERT_brier_score": -1.3957575337166425e-05, | |
| "ERT_brier_score_over": -4.714645918594644e-06, | |
| "ERT_brier_score_under": -9.24292941857178e-06, | |
| "ERT_logloss": -7.387997681296277e-05, | |
| "ERT_logloss_over": -2.6461139837841152e-05, | |
| "ERT_logloss_under": -4.741883697510311e-05 | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": 0.0021600000000000013, | |
| "ERT_L1_miscoverage_over": 0.000679999999999992, | |
| "ERT_L1_miscoverage_under": 0.001480000000000009, | |
| "ERT_brier_score": -1.053376393056471e-05, | |
| "ERT_brier_score_over": -2.1621571365759707e-06, | |
| "ERT_brier_score_under": -8.371606793985963e-06, | |
| "ERT_logloss": -5.463854385853173e-05, | |
| "ERT_logloss_over": -1.2388116426131913e-05, | |
| "ERT_logloss_under": -4.2250427432444226e-05 | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": 0.04912, | |
| "ERT_L1_miscoverage_over": 0.024159999999999994, | |
| "ERT_L1_miscoverage_under": 0.024960000000000003, | |
| "ERT_brier_score": 0.00039063464709877815, | |
| "ERT_brier_score_over": 5.383390308338898e-05, | |
| "ERT_brier_score_under": 0.00033680074401541693, | |
| "ERT_logloss": 0.002116448634457091, | |
| "ERT_logloss_over": 0.00030132201180127494, | |
| "ERT_logloss_under": 0.001815126622655816 | |
| } | |
| } | |
| }, | |
| "2": { | |
| "10000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": -0.000680000000000005, | |
| "ERT_L1_miscoverage_over": 0.0010599999999999902, | |
| "ERT_L1_miscoverage_under": -0.001739999999999996, | |
| "ERT_brier_score": -4.816983825379623e-05, | |
| "ERT_brier_score_over": -2.9140063835088327e-05, | |
| "ERT_brier_score_under": -1.9029774418707902e-05, | |
| "ERT_logloss": -0.00027089948653052367, | |
| "ERT_logloss_over": -0.00016944861084292607, | |
| "ERT_logloss_under": -0.00010145087568761424 | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": 0.0009599999999999967, | |
| "ERT_L1_miscoverage_over": 0.0018799999999999876, | |
| "ERT_L1_miscoverage_under": -0.000919999999999992, | |
| "ERT_brier_score": -0.00013192579864265003, | |
| "ERT_brier_score_over": -2.2745579311499176e-05, | |
| "ERT_brier_score_under": -0.00010918021933116473, | |
| "ERT_logloss": -0.0006904028626723291, | |
| "ERT_logloss_over": -0.00015248867863898452, | |
| "ERT_logloss_under": -0.0005379141840333446 | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": 0.002440406008207294, | |
| "ERT_L1_miscoverage_over": 0.0026204570067084564, | |
| "ERT_L1_miscoverage_under": -0.00018005099850116474, | |
| "ERT_brier_score": -1.4540128480261538e-06, | |
| "ERT_brier_score_over": 5.2536326029621145e-06, | |
| "ERT_brier_score_under": -6.707645450983642e-06, | |
| "ERT_logloss": -5.477553194466189e-06, | |
| "ERT_logloss_over": 2.9792874357670307e-05, | |
| "ERT_logloss_under": -3.527042755209949e-05 | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": 0.002579999999999995, | |
| "ERT_L1_miscoverage_over": 0.00268999999999999, | |
| "ERT_L1_miscoverage_under": -0.0001099999999999957, | |
| "ERT_brier_score": 1.175856425028876e-05, | |
| "ERT_brier_score_over": 2.6562860606280102e-05, | |
| "ERT_brier_score_under": -1.4804296355991341e-05, | |
| "ERT_logloss": 7.512241100061656e-05, | |
| "ERT_logloss_over": 0.0001528116647617206, | |
| "ERT_logloss_under": -7.768925376107072e-05 | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": 0.09032000000000001, | |
| "ERT_L1_miscoverage_over": 0.04655999999999998, | |
| "ERT_L1_miscoverage_under": 0.04376, | |
| "ERT_brier_score": 0.0008028455752134567, | |
| "ERT_brier_score_over": 0.00044118323886170596, | |
| "ERT_brier_score_under": 0.0003616623363517507, | |
| "ERT_logloss": 0.004464228196422226, | |
| "ERT_logloss_over": 0.0025068954254251485, | |
| "ERT_logloss_under": 0.001957332770997189 | |
| } | |
| }, | |
| "2000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": -0.0006999999999999996, | |
| "ERT_L1_miscoverage_over": -0.0018500000000000096, | |
| "ERT_L1_miscoverage_under": 0.00115000000000001, | |
| "ERT_brier_score": -0.00013411585197190822, | |
| "ERT_brier_score_over": -0.00011428741006163645, | |
| "ERT_brier_score_under": -1.9828441910274552e-05, | |
| "ERT_logloss": -0.0008073459770547908, | |
| "ERT_logloss_over": -0.0006792124780546583, | |
| "ERT_logloss_under": -0.00012813349900011594 | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": -0.0012000000000000001, | |
| "ERT_L1_miscoverage_over": -0.002100000000000009, | |
| "ERT_L1_miscoverage_under": 0.0009000000000000076, | |
| "ERT_brier_score": 2.609652580960048e-05, | |
| "ERT_brier_score_over": -9.287907566769144e-05, | |
| "ERT_brier_score_under": 0.00011897560147729885, | |
| "ERT_logloss": -0.00011429279082189603, | |
| "ERT_logloss_over": -0.0005684294636616738, | |
| "ERT_logloss_under": 0.0004541366728398055 | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": 0.0014011012511762147, | |
| "ERT_L1_miscoverage_over": -0.0007980994487741208, | |
| "ERT_L1_miscoverage_under": 0.002199200699950336, | |
| "ERT_brier_score": -0.00015306817139969694, | |
| "ERT_brier_score_over": -0.00011206108643504094, | |
| "ERT_brier_score_under": -4.100708496465599e-05, | |
| "ERT_logloss": -0.0008522552183396481, | |
| "ERT_logloss_over": -0.0006880300165952499, | |
| "ERT_logloss_under": -0.0001642252017443798 | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": -0.003599999999999999, | |
| "ERT_L1_miscoverage_over": -0.0033000000000000087, | |
| "ERT_L1_miscoverage_under": -0.0002999999999999896, | |
| "ERT_brier_score": -0.00021975220265300078, | |
| "ERT_brier_score_over": -0.00010125650254646512, | |
| "ERT_brier_score_under": -0.0001184957001065301, | |
| "ERT_logloss": -0.0011750718047290997, | |
| "ERT_logloss_over": -0.0005959469734907353, | |
| "ERT_logloss_under": -0.0005791248312383979 | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": 0.11550000000000002, | |
| "ERT_L1_miscoverage_over": 0.05624999999999999, | |
| "ERT_L1_miscoverage_under": 0.05925, | |
| "ERT_brier_score": 0.006454582998159028, | |
| "ERT_brier_score_over": 0.0007668941839045762, | |
| "ERT_brier_score_under": 0.00568768881425448, | |
| "ERT_logloss": 0.031013809553174454, | |
| "ERT_logloss_over": 0.00444406523468982, | |
| "ERT_logloss_under": 0.026569744318484634 | |
| } | |
| }, | |
| "50000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": 0.0018559999999999903, | |
| "ERT_L1_miscoverage_over": 0.0019579999999999854, | |
| "ERT_L1_miscoverage_under": -0.00010199999999999691, | |
| "ERT_brier_score": -1.075617112616528e-05, | |
| "ERT_brier_score_over": -6.9921421612037515e-06, | |
| "ERT_brier_score_under": -3.764028964967081e-06, | |
| "ERT_logloss": -6.136202126489355e-05, | |
| "ERT_logloss_over": -4.08605651281535e-05, | |
| "ERT_logloss_under": -2.0501456136728936e-05 | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": 0.00045999999999999584, | |
| "ERT_L1_miscoverage_over": 0.0012599999999999907, | |
| "ERT_L1_miscoverage_under": -0.0007999999999999961, | |
| "ERT_brier_score": -5.316022911872054e-06, | |
| "ERT_brier_score_over": -1.854268195142228e-06, | |
| "ERT_brier_score_under": -3.4617547167437035e-06, | |
| "ERT_logloss": -2.972377045268315e-05, | |
| "ERT_logloss_over": -1.0969460796234065e-05, | |
| "ERT_logloss_under": -1.875430965642133e-05 | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": 0.0008800277612592418, | |
| "ERT_L1_miscoverage_over": 0.0014700182415408368, | |
| "ERT_L1_miscoverage_under": -0.0005899904802815957, | |
| "ERT_brier_score": -3.7004667699745233e-06, | |
| "ERT_brier_score_over": -1.6292042516047323e-06, | |
| "ERT_brier_score_under": -2.071262518374417e-06, | |
| "ERT_logloss": -2.1057655951358296e-05, | |
| "ERT_logloss_over": -9.700569745807464e-06, | |
| "ERT_logloss_under": -1.1357086205476818e-05 | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": 0.0010119999999999955, | |
| "ERT_L1_miscoverage_over": 0.0015359999999999903, | |
| "ERT_L1_miscoverage_under": -0.000523999999999996, | |
| "ERT_brier_score": 3.7957680606021116e-06, | |
| "ERT_brier_score_over": 5.150562234781941e-06, | |
| "ERT_brier_score_under": -1.354794174165952e-06, | |
| "ERT_logloss": 2.129132165246128e-05, | |
| "ERT_logloss_over": 2.903669408685916e-05, | |
| "ERT_logloss_under": -7.745372434420084e-06 | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": 0.046432, | |
| "ERT_L1_miscoverage_over": 0.024245999999999986, | |
| "ERT_L1_miscoverage_under": 0.022186000000000004, | |
| "ERT_brier_score": 0.00040486883532653284, | |
| "ERT_brier_score_over": 0.0002027230176400857, | |
| "ERT_brier_score_under": 0.00020214581768644713, | |
| "ERT_logloss": 0.002230918024148709, | |
| "ERT_logloss_over": 0.0011475711256627719, | |
| "ERT_logloss_under": 0.0010833468984859373 | |
| } | |
| } | |
| }, | |
| "3": { | |
| "10000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": -0.002119999999999999, | |
| "ERT_L1_miscoverage_over": -0.0022100000000000062, | |
| "ERT_L1_miscoverage_under": 9.000000000000921e-05, | |
| "ERT_brier_score": -3.095524926580301e-05, | |
| "ERT_brier_score_over": -1.614320256745072e-05, | |
| "ERT_brier_score_under": -1.48120466983509e-05, | |
| "ERT_logloss": -0.00015647693776698056, | |
| "ERT_logloss_over": -9.140620902146069e-05, | |
| "ERT_logloss_under": -6.507072874549213e-05 | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": 0.0037800000000000034, | |
| "ERT_L1_miscoverage_over": 0.0007399999999999933, | |
| "ERT_L1_miscoverage_under": 0.003040000000000012, | |
| "ERT_brier_score": -2.4120559533949426e-05, | |
| "ERT_brier_score_over": -3.0966948670226035e-05, | |
| "ERT_brier_score_under": 6.846389136276609e-06, | |
| "ERT_logloss": -0.00014753172702400286, | |
| "ERT_logloss_over": -0.00018671401413283828, | |
| "ERT_logloss_under": 3.918228710880767e-05 | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": -0.0021398360591907994, | |
| "ERT_L1_miscoverage_over": -0.0022198440599908893, | |
| "ERT_L1_miscoverage_under": 8.000800080009065e-05, | |
| "ERT_brier_score": -0.00011564706356174033, | |
| "ERT_brier_score_over": -3.291968643518809e-05, | |
| "ERT_brier_score_under": -8.272737712655687e-05, | |
| "ERT_logloss": -0.00060140948408501, | |
| "ERT_logloss_over": -0.0001886381117625809, | |
| "ERT_logloss_under": -0.0004127713723224846 | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": 4.000000000000288e-05, | |
| "ERT_L1_miscoverage_over": -0.001130000000000005, | |
| "ERT_L1_miscoverage_under": 0.00117000000000001, | |
| "ERT_brier_score": -3.0888963969560865e-05, | |
| "ERT_brier_score_over": -2.8082388515193734e-05, | |
| "ERT_brier_score_under": -2.806575454361582e-06, | |
| "ERT_logloss": -0.00016391143884105785, | |
| "ERT_logloss_over": -0.0001625348916398206, | |
| "ERT_logloss_under": -1.3765472011817437e-06 | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": 0.06878000000000001, | |
| "ERT_L1_miscoverage_over": 0.03323999999999999, | |
| "ERT_L1_miscoverage_under": 0.035539999999999995, | |
| "ERT_brier_score": 0.001590918866719096, | |
| "ERT_brier_score_over": 0.00011993425745300546, | |
| "ERT_brier_score_under": 0.0014709846092661044, | |
| "ERT_logloss": 0.00831680816133007, | |
| "ERT_logloss_over": 0.0006741402361318816, | |
| "ERT_logloss_under": 0.007642667925198243 | |
| } | |
| }, | |
| "2000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": 0.0007000000000000034, | |
| "ERT_L1_miscoverage_over": -0.002900000000000006, | |
| "ERT_L1_miscoverage_under": 0.0036000000000000107, | |
| "ERT_brier_score": -0.000382817844781394, | |
| "ERT_brier_score_over": -0.0001488021529086947, | |
| "ERT_brier_score_under": -0.00023401569187269378, | |
| "ERT_logloss": -0.0019612308228545705, | |
| "ERT_logloss_over": -0.0009142335203854657, | |
| "ERT_logloss_under": -0.0010469973024690936 | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": 0.004900000000000002, | |
| "ERT_L1_miscoverage_over": -0.0008000000000000033, | |
| "ERT_L1_miscoverage_under": 0.005700000000000006, | |
| "ERT_brier_score": 7.15216817957845e-05, | |
| "ERT_brier_score_over": -2.7127024067180594e-06, | |
| "ERT_brier_score_under": 7.423438420251643e-05, | |
| "ERT_logloss": 0.00039982493793991325, | |
| "ERT_logloss_over": -1.559025243574874e-05, | |
| "ERT_logloss_under": 0.000415415190375662 | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": -0.0016002509255882526, | |
| "ERT_L1_miscoverage_over": -0.004048276162219198, | |
| "ERT_L1_miscoverage_under": 0.002448025236630945, | |
| "ERT_brier_score": -0.0002135999547940489, | |
| "ERT_brier_score_over": -8.023204894055946e-05, | |
| "ERT_brier_score_under": -0.00013336790585348943, | |
| "ERT_logloss": -0.001028415444893312, | |
| "ERT_logloss_over": -0.0004699060047694455, | |
| "ERT_logloss_under": -0.0005585094401238481 | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": -0.004599999999999997, | |
| "ERT_L1_miscoverage_over": -0.005550000000000006, | |
| "ERT_L1_miscoverage_under": 0.0009500000000000099, | |
| "ERT_brier_score": -0.0004805748457952674, | |
| "ERT_brier_score_over": -0.00014873451423386418, | |
| "ERT_brier_score_under": -0.0003318403315614088, | |
| "ERT_logloss": -0.0024156990159923896, | |
| "ERT_logloss_over": -0.0009304228878294962, | |
| "ERT_logloss_under": -0.0014852761281628935 | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": 0.039900000000000005, | |
| "ERT_L1_miscoverage_over": 0.016699999999999996, | |
| "ERT_L1_miscoverage_under": 0.02320000000000001, | |
| "ERT_brier_score": 0.004716191878434167, | |
| "ERT_brier_score_over": 4.433460876783479e-05, | |
| "ERT_brier_score_under": 0.0046718572696663185, | |
| "ERT_logloss": 0.022613139553642747, | |
| "ERT_logloss_over": 0.00024853624335668956, | |
| "ERT_logloss_under": 0.022364603310286002 | |
| } | |
| }, | |
| "50000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": -0.0009159999999999938, | |
| "ERT_L1_miscoverage_over": -0.0011280000000000053, | |
| "ERT_L1_miscoverage_under": 0.00021200000000001353, | |
| "ERT_brier_score": -1.203272184739368e-05, | |
| "ERT_brier_score_over": -5.546165104236556e-06, | |
| "ERT_brier_score_under": -6.486556743161287e-06, | |
| "ERT_logloss": -6.542412629210736e-05, | |
| "ERT_logloss_over": -3.148890025878037e-05, | |
| "ERT_logloss_under": -3.393522603331589e-05 | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": -0.002211999999999999, | |
| "ERT_L1_miscoverage_over": -0.0017760000000000063, | |
| "ERT_L1_miscoverage_under": -0.0004359999999999914, | |
| "ERT_brier_score": -1.6379256179394064e-05, | |
| "ERT_brier_score_over": -7.088933770701966e-06, | |
| "ERT_brier_score_under": -9.290322408733731e-06, | |
| "ERT_logloss": -8.911649940149258e-05, | |
| "ERT_logloss_over": -4.012997975863519e-05, | |
| "ERT_logloss_under": -4.8986519642857385e-05 | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": -0.00027600408030240784, | |
| "ERT_L1_miscoverage_over": -0.0008080014806760213, | |
| "ERT_L1_miscoverage_under": 0.0005319974003736147, | |
| "ERT_brier_score": -2.5808295315177254e-05, | |
| "ERT_brier_score_over": -4.226595852701205e-06, | |
| "ERT_brier_score_under": -2.1581699462480675e-05, | |
| "ERT_logloss": -0.0001380929688943877, | |
| "ERT_logloss_over": -2.4093953245984956e-05, | |
| "ERT_logloss_under": -0.00011399901564834725 | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": 0.00042400000000000353, | |
| "ERT_L1_miscoverage_over": -0.0004580000000000051, | |
| "ERT_L1_miscoverage_under": 0.0008820000000000095, | |
| "ERT_brier_score": -1.0211887580696689e-05, | |
| "ERT_brier_score_over": -3.5038527646996664e-06, | |
| "ERT_brier_score_under": -6.708034815988695e-06, | |
| "ERT_logloss": -5.547262284847365e-05, | |
| "ERT_logloss_over": -1.972947827422189e-05, | |
| "ERT_logloss_under": -3.5743144574207356e-05 | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": 0.03160400000000001, | |
| "ERT_L1_miscoverage_over": 0.015131999999999996, | |
| "ERT_L1_miscoverage_under": 0.016472000000000007, | |
| "ERT_brier_score": 0.0003490236988907963, | |
| "ERT_brier_score_over": 2.154648465819975e-05, | |
| "ERT_brier_score_under": 0.00032747721423261045, | |
| "ERT_logloss": 0.0018871283785407145, | |
| "ERT_logloss_over": 0.00012035375334285003, | |
| "ERT_logloss_under": 0.0017667746251978644 | |
| } | |
| } | |
| }, | |
| "4": { | |
| "10000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": -0.0060399999999999985, | |
| "ERT_L1_miscoverage_over": -0.003170000000000006, | |
| "ERT_L1_miscoverage_under": -0.0028699999999999923, | |
| "ERT_brier_score": -6.656829189088664e-05, | |
| "ERT_brier_score_over": -3.5101828273891024e-05, | |
| "ERT_brier_score_under": -3.1466463616995624e-05, | |
| "ERT_logloss": -0.00037169528663525965, | |
| "ERT_logloss_over": -0.00019979394213716085, | |
| "ERT_logloss_under": -0.00017190134449807104 | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": 0.0009600000000000075, | |
| "ERT_L1_miscoverage_over": 0.0003299999999999949, | |
| "ERT_L1_miscoverage_under": 0.0006300000000000121, | |
| "ERT_brier_score": -7.365733014678966e-05, | |
| "ERT_brier_score_over": -9.029374974343918e-06, | |
| "ERT_brier_score_under": -6.462795517245268e-05, | |
| "ERT_logloss": -0.0003648570581032684, | |
| "ERT_logloss_over": -6.335248700792273e-05, | |
| "ERT_logloss_under": -0.0003015045710953457 | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": 0.0005603859726104583, | |
| "ERT_L1_miscoverage_over": 0.00013042695991253897, | |
| "ERT_L1_miscoverage_under": 0.00042995901269791997, | |
| "ERT_brier_score": -6.318355450414075e-05, | |
| "ERT_brier_score_over": -2.7097656320580293e-05, | |
| "ERT_brier_score_under": -3.608589818355582e-05, | |
| "ERT_logloss": -0.0003408619324733279, | |
| "ERT_logloss_over": -0.00016256579678338343, | |
| "ERT_logloss_under": -0.00017829613568992597 | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": -0.002619999999999997, | |
| "ERT_L1_miscoverage_over": -0.0014600000000000058, | |
| "ERT_L1_miscoverage_under": -0.0011599999999999918, | |
| "ERT_brier_score": -8.575013041911828e-05, | |
| "ERT_brier_score_over": -2.119749799797399e-05, | |
| "ERT_brier_score_under": -6.455263242114983e-05, | |
| "ERT_logloss": -0.00046373363854201877, | |
| "ERT_logloss_over": -0.00012181308344181297, | |
| "ERT_logloss_under": -0.0003419205551001836 | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": 0.08602, | |
| "ERT_L1_miscoverage_over": 0.04285999999999999, | |
| "ERT_L1_miscoverage_under": 0.043160000000000004, | |
| "ERT_brier_score": 0.0009209537455078798, | |
| "ERT_brier_score_over": 0.00019127857368912704, | |
| "ERT_brier_score_under": 0.0007296751718187666, | |
| "ERT_logloss": 0.004985104594387946, | |
| "ERT_logloss_over": 0.0010774293942253932, | |
| "ERT_logloss_under": 0.0039076752001625525 | |
| } | |
| }, | |
| "2000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": -0.019200000000000002, | |
| "ERT_L1_miscoverage_over": -0.010350000000000007, | |
| "ERT_L1_miscoverage_under": -0.008849999999999988, | |
| "ERT_brier_score": -0.0003412792563485145, | |
| "ERT_brier_score_over": -0.00016136046968609415, | |
| "ERT_brier_score_under": -0.00017991878666240996, | |
| "ERT_logloss": -0.0018937507559796869, | |
| "ERT_logloss_over": -0.0009299610428674443, | |
| "ERT_logloss_under": -0.000963789713112248 | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": -0.0055, | |
| "ERT_L1_miscoverage_over": -0.003500000000000003, | |
| "ERT_L1_miscoverage_under": -0.001999999999999993, | |
| "ERT_brier_score": -0.00040523182391136864, | |
| "ERT_brier_score_over": -0.0002117305085943058, | |
| "ERT_brier_score_under": -0.00019350131531706977, | |
| "ERT_logloss": -0.002299992479384394, | |
| "ERT_logloss_over": -0.0013009914724896599, | |
| "ERT_logloss_under": -0.0009990010068947341 | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": -0.004598901750326035, | |
| "ERT_L1_miscoverage_over": -0.003049226137681916, | |
| "ERT_L1_miscoverage_under": -0.0015496756126441166, | |
| "ERT_brier_score": -0.00010396464760389912, | |
| "ERT_brier_score_over": -8.647532820565962e-05, | |
| "ERT_brier_score_under": -1.7489319398234875e-05, | |
| "ERT_logloss": -0.0006208991668131455, | |
| "ERT_logloss_over": -0.0005028951745953228, | |
| "ERT_logloss_under": -0.00011800399221782258 | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": -0.023300000000000005, | |
| "ERT_L1_miscoverage_over": -0.012400000000000005, | |
| "ERT_L1_miscoverage_under": -0.01089999999999999, | |
| "ERT_brier_score": -0.0002556979214545146, | |
| "ERT_brier_score_over": -0.00010760738627849654, | |
| "ERT_brier_score_under": -0.00014809053517601535, | |
| "ERT_logloss": -0.0013911443877566154, | |
| "ERT_logloss_over": -0.0006108474469743386, | |
| "ERT_logloss_under": -0.000780296940782188 | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": 0.0957, | |
| "ERT_L1_miscoverage_over": 0.04709999999999999, | |
| "ERT_L1_miscoverage_under": 0.04860000000000001, | |
| "ERT_brier_score": 0.002796924403591236, | |
| "ERT_brier_score_over": 0.00039462669845446996, | |
| "ERT_brier_score_under": 0.002402297705136766, | |
| "ERT_logloss": 0.014521505797873535, | |
| "ERT_logloss_over": 0.0022550970725860875, | |
| "ERT_logloss_under": 0.012266408725287448 | |
| } | |
| }, | |
| "50000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": 0.0005279999999999919, | |
| "ERT_L1_miscoverage_over": 0.0010339999999999865, | |
| "ERT_L1_miscoverage_under": -0.0005059999999999955, | |
| "ERT_brier_score": -1.184306239043198e-05, | |
| "ERT_brier_score_over": -7.292785745079133e-06, | |
| "ERT_brier_score_under": -4.550276645345907e-06, | |
| "ERT_logloss": -6.625872652126774e-05, | |
| "ERT_logloss_over": -4.172523505482362e-05, | |
| "ERT_logloss_under": -2.4533491466444124e-05 | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": -0.0008320000000000019, | |
| "ERT_L1_miscoverage_over": 0.00035399999999999055, | |
| "ERT_L1_miscoverage_under": -0.001185999999999994, | |
| "ERT_brier_score": -2.8042592673395428e-05, | |
| "ERT_brier_score_over": -1.8332355180984694e-05, | |
| "ERT_brier_score_under": -9.710237492445428e-06, | |
| "ERT_logloss": -0.00015750182631496523, | |
| "ERT_logloss_over": -0.0001063540413629438, | |
| "ERT_logloss_under": -5.11477849521047e-05 | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": 6.403904083204482e-05, | |
| "ERT_L1_miscoverage_over": 0.000802026681175236, | |
| "ERT_L1_miscoverage_under": -0.000737987640343192, | |
| "ERT_brier_score": -1.5633070790097015e-05, | |
| "ERT_brier_score_over": -8.770584854868776e-06, | |
| "ERT_brier_score_under": -6.862485935232865e-06, | |
| "ERT_logloss": -8.765132216555689e-05, | |
| "ERT_logloss_over": -5.002131001287843e-05, | |
| "ERT_logloss_under": -3.7630012152659965e-05 | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": 0.00017999999999999532, | |
| "ERT_L1_miscoverage_over": 0.0008599999999999903, | |
| "ERT_L1_miscoverage_under": -0.0006799999999999957, | |
| "ERT_brier_score": -9.551810794397598e-06, | |
| "ERT_brier_score_over": -4.552929557552488e-06, | |
| "ERT_brier_score_under": -4.9988812368395585e-06, | |
| "ERT_logloss": -5.3042249277845956e-05, | |
| "ERT_logloss_over": -2.610951381951665e-05, | |
| "ERT_logloss_under": -2.6932735458296e-05 | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": 0.04738, | |
| "ERT_L1_miscoverage_over": 0.024459999999999985, | |
| "ERT_L1_miscoverage_under": 0.022920000000000003, | |
| "ERT_brier_score": 0.0002577984068233008, | |
| "ERT_brier_score_over": 0.0001444605717869779, | |
| "ERT_brier_score_under": 0.00011333783503630901, | |
| "ERT_logloss": 0.0014316607051576558, | |
| "ERT_logloss_over": 0.0008135129737250058, | |
| "ERT_logloss_under": 0.000618147731432539 | |
| } | |
| } | |
| } | |
| }, | |
| "protocol": { | |
| "aggressive_scale": 0.6, | |
| "allocation": { | |
| "calibration": 3000, | |
| "stop": 3000, | |
| "test": 300000, | |
| "train": 30000 | |
| }, | |
| "alpha": 0.1, | |
| "conservative_scale": 1.6, | |
| "construction": "oracle (true ERT is exactly 0)", | |
| "ert_folds": 5, | |
| "ert_random_state": 42, | |
| "fold_counts": [ | |
| 2, | |
| 3, | |
| 5, | |
| 10 | |
| ], | |
| "generator": "f*(x)=0; sigma(x)=0.5+|2*x1|+x1^2; x1~U[-1,1] plus 7 U[-1,1] nuisance features", | |
| "method": "CheapBetterLGBMClassifier", | |
| "seeds": [ | |
| 0, | |
| 1, | |
| 2, | |
| 3, | |
| 4 | |
| ], | |
| "sizes": [ | |
| 2000, | |
| 10000, | |
| 50000 | |
| ], | |
| "source_drivers": [ | |
| "_generate_fig_evol.py", | |
| "_generate_fig_evol_under_over.py" | |
| ] | |
| }, | |
| "summary": { | |
| "10000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": { | |
| "ci95_high": 0.00453839028505848, | |
| "ci95_low": -0.003970390285058483, | |
| "mean": 0.0002839999999999985, | |
| "n": 5, | |
| "sem": 0.0021706072882951436, | |
| "std": 0.0048536254490844245 | |
| }, | |
| "ERT_brier_score": { | |
| "ci95_high": 1.5690683143472425e-05, | |
| "ci95_low": -5.6472855545657496e-05, | |
| "mean": -2.0391086201092534e-05, | |
| "n": 5, | |
| "sem": 1.840906599212498e-05, | |
| "std": 4.1163922960671065e-05 | |
| }, | |
| "ERT_logloss": { | |
| "ci95_high": 9.538720754368464e-05, | |
| "ci95_low": -0.0003128922168172577, | |
| "mean": -0.00010875250463678655, | |
| "n": 5, | |
| "sem": 0.00010415291437779142, | |
| "std": 0.00023289299660345686 | |
| } | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": { | |
| "ci95_high": 0.00712600137335901, | |
| "ci95_low": 0.0009699986266409849, | |
| "mean": 0.004047999999999998, | |
| "n": 5, | |
| "sem": 0.0015704088639586801, | |
| "std": 0.0035115409722798283 | |
| }, | |
| "ERT_brier_score": { | |
| "ci95_high": 3.588957590808592e-05, | |
| "ci95_low": -9.611614022555855e-05, | |
| "mean": -3.011328215873632e-05, | |
| "n": 5, | |
| "sem": 3.3674927585113384e-05, | |
| "std": 7.529942721769637e-05 | |
| }, | |
| "ERT_logloss": { | |
| "ci95_high": 0.00018704345670773193, | |
| "ci95_low": -0.0004994128265007405, | |
| "mean": -0.00015618468489650428, | |
| "n": 5, | |
| "sem": 0.00017511639877767154, | |
| "std": 0.00039157217164183467 | |
| } | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": { | |
| "ci95_high": 0.003916658973408944, | |
| "ci95_low": -0.0006363261410855258, | |
| "mean": 0.0016401664161617088, | |
| "n": 5, | |
| "sem": 0.0011614757945138954, | |
| "std": 0.0025971388307536474 | |
| }, | |
| "ERT_brier_score": { | |
| "ci95_high": 1.0963171838837854e-05, | |
| "ci95_low": -8.199179654875757e-05, | |
| "mean": -3.551431235495986e-05, | |
| "n": 5, | |
| "sem": 2.371300213969271e-05, | |
| "std": 5.3023884734950866e-05 | |
| }, | |
| "ERT_logloss": { | |
| "ci95_high": 4.929167403450345e-05, | |
| "ci95_low": -0.0004307347937139511, | |
| "mean": -0.00019072155983972382, | |
| "n": 5, | |
| "sem": 0.0001224557315684833, | |
| "std": 0.00027381934002159564 | |
| } | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": { | |
| "ci95_high": 0.004218585387319109, | |
| "ci95_low": -0.0009145853873191107, | |
| "mean": 0.001651999999999999, | |
| "n": 5, | |
| "sem": 0.0013094823404689335, | |
| "std": 0.0029280915286240593 | |
| }, | |
| "ERT_brier_score": { | |
| "ci95_high": 1.869941565700536e-05, | |
| "ci95_low": -5.890638633619724e-05, | |
| "mean": -2.010348533959594e-05, | |
| "n": 5, | |
| "sem": 1.9797398467653726e-05, | |
| "std": 4.4268328751323904e-05 | |
| }, | |
| "ERT_logloss": { | |
| "ci95_high": 0.00010552770955005404, | |
| "ci95_low": -0.00032037720030724366, | |
| "mean": -0.0001074247453785948, | |
| "n": 5, | |
| "sem": 0.00010864921169829023, | |
| "std": 0.00024294702305914233 | |
| } | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": { | |
| "ci95_high": 0.11742628363988115, | |
| "ci95_low": 0.07727771636011886, | |
| "mean": 0.09735200000000001, | |
| "n": 5, | |
| "sem": 0.010241981448918955, | |
| "std": 0.022901766744074573 | |
| }, | |
| "ERT_brier_score": { | |
| "ci95_high": 0.00295754518753869, | |
| "ci95_low": 0.000803305575708652, | |
| "mean": 0.001880425381623671, | |
| "n": 5, | |
| "sem": 0.0005495509213852138, | |
| "std": 0.001228833217314981 | |
| }, | |
| "ERT_logloss": { | |
| "ci95_high": 0.015613889940655126, | |
| "ci95_low": 0.004446561480882038, | |
| "mean": 0.010030225710768581, | |
| "n": 5, | |
| "sem": 0.002848808280554359, | |
| "std": 0.006370128970183839 | |
| } | |
| } | |
| }, | |
| "2000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": { | |
| "ci95_high": 0.006614529777003679, | |
| "ci95_low": -0.020654529777003675, | |
| "mean": -0.0070199999999999985, | |
| "n": 5, | |
| "sem": 0.006956392743369223, | |
| "std": 0.015554967052359833 | |
| }, | |
| "ERT_brier_score": { | |
| "ci95_high": -0.00015452793160355735, | |
| "ci95_low": -0.0004296049099248747, | |
| "mean": -0.000292066420764216, | |
| "n": 5, | |
| "sem": 7.017269855135645e-05, | |
| "std": 0.00015691092412543404 | |
| }, | |
| "ERT_logloss": { | |
| "ci95_high": -0.0008430036570184136, | |
| "ci95_low": -0.002361228790995756, | |
| "mean": -0.0016021162240070848, | |
| "n": 5, | |
| "sem": 0.00038730233009626083, | |
| "std": 0.0008660343379393019 | |
| } | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": { | |
| "ci95_high": 0.004953952584527105, | |
| "ci95_low": -0.010753952584527104, | |
| "mean": -0.0029, | |
| "n": 5, | |
| "sem": 0.004007118665575054, | |
| "std": 0.008960189730134068 | |
| }, | |
| "ERT_brier_score": { | |
| "ci95_high": 8.427767120647794e-05, | |
| "ci95_low": -0.0009769363221146653, | |
| "mean": -0.0004463293254540937, | |
| "n": 5, | |
| "sem": 0.0002707178554390672, | |
| "std": 0.0006053435274847155 | |
| }, | |
| "ERT_logloss": { | |
| "ci95_high": 0.00038462918239344154, | |
| "ci95_low": -0.005171815275240859, | |
| "mean": -0.002393593046423709, | |
| "n": 5, | |
| "sem": 0.0014174603208250767, | |
| "std": 0.0031695376327735324 | |
| } | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": { | |
| "ci95_high": 0.0037461154344952024, | |
| "ci95_low": -0.012788200998319895, | |
| "mean": -0.004521042781912346, | |
| "n": 5, | |
| "sem": 0.004217937865514055, | |
| "std": 0.009431595792159794 | |
| }, | |
| "ERT_brier_score": { | |
| "ci95_high": -0.00010408289464702253, | |
| "ci95_low": -0.0005372034676083829, | |
| "mean": -0.0003206431811277027, | |
| "n": 5, | |
| "sem": 0.00011048994208197968, | |
| "std": 0.00024706302132532123 | |
| }, | |
| "ERT_logloss": { | |
| "ci95_high": -0.0005631264490189366, | |
| "ci95_low": -0.0029949804616107856, | |
| "mean": -0.001779053455314861, | |
| "n": 5, | |
| "sem": 0.0006203709215795533, | |
| "std": 0.0013871915519160724 | |
| } | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": { | |
| "ci95_high": 0.004129873397748382, | |
| "ci95_low": -0.022529873397748385, | |
| "mean": -0.009200000000000002, | |
| "n": 5, | |
| "sem": 0.0068009558151777465, | |
| "std": 0.015207399514709938 | |
| }, | |
| "ERT_brier_score": { | |
| "ci95_high": -0.0002081977184463399, | |
| "ci95_low": -0.0004551099360181302, | |
| "mean": -0.00033165382723223503, | |
| "n": 5, | |
| "sem": 6.298781060504854e-05, | |
| "std": 0.0001408450262667707 | |
| }, | |
| "ERT_logloss": { | |
| "ci95_high": -0.0011448003163004499, | |
| "ci95_low": -0.0024569625573847473, | |
| "mean": -0.0018008814368425986, | |
| "n": 5, | |
| "sem": 0.000334735265582729, | |
| "std": 0.0007484908083094278 | |
| } | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": { | |
| "ci95_high": 0.1266625115985683, | |
| "ci95_low": 0.06789748840143171, | |
| "mean": 0.09728, | |
| "n": 5, | |
| "sem": 0.014991077346208314, | |
| "std": 0.03352106800207894 | |
| }, | |
| "ERT_brier_score": { | |
| "ci95_high": 0.00574138912046092, | |
| "ci95_low": 0.0018122207641020696, | |
| "mean": 0.003776804942281495, | |
| "n": 5, | |
| "sem": 0.0010023388664180742, | |
| "std": 0.0022412978418008952 | |
| }, | |
| "ERT_logloss": { | |
| "ci95_high": 0.028111478542646173, | |
| "ci95_low": 0.009432622461057428, | |
| "mean": 0.0187720505018518, | |
| "n": 5, | |
| "sem": 0.004765014306527741, | |
| "std": 0.01065489590315505 | |
| } | |
| } | |
| }, | |
| "50000": { | |
| "kfold_10": { | |
| "ERT_L1_miscoverage": { | |
| "ci95_high": 0.0011297124420918954, | |
| "ci95_low": -0.0007505124420918962, | |
| "mean": 0.00018959999999999954, | |
| "n": 5, | |
| "sem": 0.0004796492051489264, | |
| "std": 0.0010725282280667416 | |
| }, | |
| "ERT_brier_score": { | |
| "ci95_high": -1.8989497866640667e-06, | |
| "ci95_low": -1.3929634297372027e-05, | |
| "mean": -7.914292042018046e-06, | |
| "n": 5, | |
| "sem": 3.0690521710989692e-06, | |
| "std": 6.8626092810706115e-06 | |
| }, | |
| "ERT_logloss": { | |
| "ci95_high": -1.0895408010571858e-05, | |
| "ci95_low": -7.69670442913404e-05, | |
| "mean": -4.3931226150956126e-05, | |
| "n": 5, | |
| "sem": 1.6855009255298097e-05, | |
| "std": 3.7688946456234656e-05 | |
| } | |
| }, | |
| "kfold_2": { | |
| "ERT_L1_miscoverage": { | |
| "ci95_high": 0.0005774252007573095, | |
| "ci95_low": -0.001668625200757311, | |
| "mean": -0.0005456000000000007, | |
| "n": 5, | |
| "sem": 0.0005729720412027094, | |
| "std": 0.0012812044333360686 | |
| }, | |
| "ERT_brier_score": { | |
| "ci95_high": -8.779232287079774e-06, | |
| "ci95_low": -2.3631962065833402e-05, | |
| "mean": -1.6205597176456588e-05, | |
| "n": 5, | |
| "sem": 3.788961678253477e-06, | |
| "std": 8.472375876716462e-06 | |
| }, | |
| "ERT_logloss": { | |
| "ci95_high": -4.724779054193643e-05, | |
| "ci95_low": -0.00013031421802012352, | |
| "mean": -8.878100428102997e-05, | |
| "n": 5, | |
| "sem": 2.119041517300691e-05, | |
| "std": 4.738320879828642e-05 | |
| } | |
| }, | |
| "kfold_3": { | |
| "ERT_L1_miscoverage": { | |
| "ci95_high": 0.0008107848724597415, | |
| "ci95_low": -0.00011314295106320204, | |
| "mean": 0.00034882096069826975, | |
| "n": 5, | |
| "sem": 0.0002356958733476897, | |
| "std": 0.0005270319948216151 | |
| }, | |
| "ERT_brier_score": { | |
| "ci95_high": -6.3137255244937356e-06, | |
| "ci95_low": -2.0837496140242165e-05, | |
| "mean": -1.357561083236795e-05, | |
| "n": 5, | |
| "sem": 3.70504352442562e-06, | |
| "std": 8.284729180211089e-06 | |
| }, | |
| "ERT_logloss": { | |
| "ci95_high": -3.3993157082566685e-05, | |
| "ci95_low": -0.00011215668602617822, | |
| "mean": -7.307492155437246e-05, | |
| "n": 5, | |
| "sem": 1.993967575092131e-05, | |
| "std": 4.458647042836422e-05 | |
| } | |
| }, | |
| "kfold_5": { | |
| "ERT_L1_miscoverage": { | |
| "ci95_high": 0.0015512706019101122, | |
| "ci95_low": 0.0001735293980898874, | |
| "mean": 0.0008623999999999998, | |
| "n": 5, | |
| "sem": 0.00035146459281128184, | |
| "std": 0.0007858987212103102 | |
| }, | |
| "ERT_brier_score": { | |
| "ci95_high": -2.080024775512212e-06, | |
| "ci95_low": -1.4544634473267326e-05, | |
| "mean": -8.312329624389769e-06, | |
| "n": 5, | |
| "sem": 3.1797473718763045e-06, | |
| "std": 7.1101312747917205e-06 | |
| }, | |
| "ERT_logloss": { | |
| "ci95_high": -1.0753426896982211e-05, | |
| "ci95_low": -7.765575378587354e-05, | |
| "mean": -4.4204590341427874e-05, | |
| "n": 5, | |
| "sem": 1.7066920124717174e-05, | |
| "std": 3.816279356542679e-05 | |
| } | |
| }, | |
| "no_cv": { | |
| "ERT_L1_miscoverage": { | |
| "ci95_high": 0.049121203059981425, | |
| "ci95_low": 0.03225479694001858, | |
| "mean": 0.040688, | |
| "n": 5, | |
| "sem": 0.0043026546224395, | |
| "std": 0.009621028219478413 | |
| }, | |
| "ERT_brier_score": { | |
| "ci95_high": 0.000409287356235123, | |
| "ci95_low": 0.0003053258059830354, | |
| "mean": 0.0003573065811090792, | |
| "n": 5, | |
| "sem": 2.6520803635736635e-05, | |
| "std": 5.930231974743069e-05 | |
| }, | |
| "ERT_logloss": { | |
| "ci95_high": 0.002217827891714096, | |
| "ci95_low": 0.0016704327293984422, | |
| "mean": 0.0019441303105562691, | |
| "n": 5, | |
| "sem": 0.00013964162303970758, | |
| "std": 0.00031224816160518696 | |
| } | |
| } | |
| } | |
| } | |
| } | |