models/model_meta.json

{
  "model": "LightGBM (cost-sensitive, Optuna-tuned)",
  "trained_at": "2026-06-05 21:39",
  "n_train": 1102173,
  "n_valid": 194502,
  "n_test": 555719,
  "n_features": 24,
  "test_metrics": {
    "pr_auc": 0.9666,
    "roc_auc": 0.99908,
    "f1_at_best": 0.79494,
    "best_threshold": 0.0187,
    "precision_at_best": 0.67536,
    "recall_at_best": 0.96597,
    "precision_at_100": 1.0,
    "recall_at_1pct": 0.98042,
    "total_cost": 1863.35715,
    "cost_at_half": 2341.27503,
    "n": 555719,
    "n_fraud": 2145
  },
  "imbalance_study": [
    {
      "strategy": "none",
      "train_rows": 1102173,
      "scale_pos_weight": 1.0,
      "pr_auc": 0.6821,
      "roc_auc": 0.986,
      "recall_at_1pct": 0.9718,
      "fit_seconds": 11.7
    },
    {
      "strategy": "cost_sensitive",
      "train_rows": 1102173,
      "scale_pos_weight": 171.9,
      "pr_auc": 0.9796,
      "roc_auc": 0.9995,
      "recall_at_1pct": 0.9815,
      "fit_seconds": 13.0
    },
    {
      "strategy": "smote",
      "train_rows": 1205380,
      "scale_pos_weight": 1.0,
      "pr_auc": 0.9817,
      "roc_auc": 0.9997,
      "recall_at_1pct": 0.9859,
      "fit_seconds": 28.8
    },
    {
      "strategy": "undersample",
      "train_rows": 70103,
      "scale_pos_weight": 1.0,
      "pr_auc": 0.9814,
      "roc_auc": 0.9997,
      "recall_at_1pct": 0.9876,
      "fit_seconds": 4.1
    }
  ],
  "shap_importance": [
    {
      "feature": "category",
      "value": 1.43588817577412
    },
    {
      "feature": "amt",
      "value": 1.2645357195043376
    },
    {
      "feature": "txn_count_7d",
      "value": 0.9077888531158426
    },
    {
      "feature": "city_pop_log",
      "value": 0.5459023488368802
    },
    {
      "feature": "state",
      "value": 0.5241659847797101
    },
    {
      "feature": "secs_since_prev_txn",
      "value": 0.4906212951990262
    },
    {
      "feature": "age",
      "value": 0.48793630043688974
    },
    {
      "feature": "hour",
      "value": 0.452306144892578
    },
    {
      "feature": "is_night",
      "value": 0.3047380588738513
    },
    {
      "feature": "amt_sum_7d",
      "value": 0.3009269022842153
    },
    {
      "feature": "amt_mean_24h",
      "value": 0.2730888017266325
    },
    {
      "feature": "amt_sum_1h",
      "value": 0.23752286311348939
    },
    {
      "feature": "amt_sum_24h",
      "value": 0.19282907586100012
    },
    {
      "feature": "day_of_week",
      "value": 0.17392428616111025
    },
    {
      "feature": "amt_ratio_to_card_mean",
      "value": 0.1642463941492413
    },
    {
      "feature": "amt_dev_from_card_mean",
      "value": 0.12435671999946388
    },
    {
      "feature": "distinct_merchants_24h",
      "value": 0.11139188595405783
    },
    {
      "feature": "gender",
      "value": 0.10316342506530753
    },
    {
      "feature": "dist_home_merchant_km",
      "value": 0.07973170289362237
    },
    {
      "feature": "txn_count_24h",
      "value": 0.07216026902215988
    }
  ],
  "pr_curve": {
    "precision": [
      0.0038598644278853163,
      0.003872812853766559,
      0.0038858554860308476,
      0.0038989791763610984,
      0.003912198947627603,
      0.00392550148510231,
      0.003938902028764084,
      0.003952394377097118,
      0.003965972143899151,
      0.00397965090390952,
      0.003993416912725689,
      0.004007285974499089,
      0.004021251705985572,
      0.004035307529940289,
      0.004049469604435726,
      0.0040637237349883774,
      0.004078086322345632,
      0.004092550794374603,
      0.0041071103750011965,
      0.0041217818395637255,
      0.004136550521841758,
      0.00415143345416682,
      0.004166423868072956,
      0.00418151478053383,
      0.00419672362080401,
      0.004212035227930997,
      0.004227467303644491,
      0.004243004482353453,
      0.004258664744807705,
      0.004274441034633932,
      0.004290326064780923,
      0.004306338247310295,
      0.004322461687271408,
      0.004338715093064933,
      0.004355091192970131,
      0.004371582472094222,
      0.004388208097215687,
      0.0044049516174078755,
      0.004421832514589986,
      0.004438843293311315,
      0.004455976201555541,
      0.004473251209029086,
      0.004490651280516017,
      0.004508196721311476,
      0.0045258798036042465,
      0.004543692528644327,
      0.004561655721528463,
      0.004579751732619362,
      0.004598001744882714,
      0.004616397789294261,
      0.004634931610449664,
      0.0046536249460331375,
      0.004672459499905243,
      0.004691457391943379,
      0.004710600057976616,
      0.004729910010430058,
      0.004749378927371036,
      0.004768998176886478,
      0.004788790880534737,
      0.004808737779192625,
      0.00482886241456628,
      0.004849156201607343,
      0.004869610226862541,
      0.004890248684534503,
      0.004911051583213133,
      0.004932043567534507,
      0.004953215780091075,
      0.004974559015199655,
      0.00499609861762959,
      0.0050178138239016365,
      0.0050397304625274305,
      0.005061839394561531,
      0.005084131111327065,
      0.005106632193923465,
      0.005129321064411838,
      0.005152224824355972,
      0.0051753215575667064,
      0.0051986389018147975,
      0.005222167308989188,
      0.005245896828250072,
      0.00526985593270308,
      0.005294021827659228,
      0.005318423564707487,
      0.005343051293292415,
      0.005367894734207879,
      0.005392983841162169,
      0.005418294891646732,
      0.005443858464755775,
      0.005469664399752144,
      0.005495702079143234,
      0.005522003058340156,
      0.0055485426345359915,
      0.005575353040711774,
      0.005602423799200773,
      0.005629743945072596,
      0.0056573467703011715,
      0.005685206535999682,
      0.005713357269947475,
      0.005741788172184048,
      0.005770487922328426,
      0.005799491699561996,
      0.005828772669713752,
      0.005858366812966518,
      0.005888246839699685,
      0.0059184495593583245,
      0.00594896371548145,
      0.0059797774797956,
      0.006010928961748634,
      0.0060423896876549334,
      0.006074198673021213,
      0.006106344335191332,
      0.006138814479016416,
      0.006171649542377222,
      0.006204819799883714,
      0.006238366682177757,
      0.006272278284466096,
      0.00630654204508369,
      0.006341200955466736,
      0.006376223967467881,
      0.006411655163549516,
      0.006447482325782715,
      0.006483692530907113,
      0.006520331579379338,
      0.006557367026073559,
      0.006594845874301316,
      0.006632735098764363,
      0.0066710829546832865,
      0.006709876813543628,
      0.006749103265999623,
      0.0067888125433202195,
      0.006828970114898616,
      0.006869627598929042,
      0.0069107721056107735,
      0.006952389904287145,
      0.006994534806370407,
      0.0070371706964994585,
      0.007080352928361352,
      0.007124068391056554,
      0.0071683030671648275,
      0.007213114754098361,
      0.007258465672025636,
      0.007304415340293811,
      0.007350950483037981,
      0.007398056846047989,
      0.007445796682888899,
      0.007494130471239309,
      0.007543122395512809,
      0.007592759091842297,
      0.007643026139505715,
      0.0076939907959065815,
      0.007745611722775709,
      0.007797958352722197,
      0.007850988602341022,
      0.007904774188793278,
      0.00795930180781904,
      0.00801455697621414,
      0.008070615059880578,
      0.008127432072476234,
      0.008185085972021888,
      0.008243563679127451,
      0.008302850838994368,
      0.00836302956106766,
      0.008424053913945049,
      0.008486008964706906,
      0.008548882069267865,
      0.008612659203700431,
      0.008677430186129867,
      0.008743147125359202,
      0.008809903234815751,
      0.00887768658662263,
      0.008946483760776447,
      0.009016393442622951,
      0.009087365807779971,
      0.009159503465238724,
      0.009232795578588523,
      0.009307229699825571,
      0.009382914783886758,
      0.009459799161187039,
      0.009537996353772955,
      0.009617453997632627,
      0.00969829047849421,
      0.009780497369069005,
      0.009864064454418365,
      0.00994911803039931,
      0.01003560417144274,
      0.010123654898999433,
      0.01021326438784693,
      0.01030442489779644,
      0.010397277803629595,
      0.010491767997417412,
      0.010588043655318456,
      0.01068610258658483,
      0.010785940564187661,
      0.01088771692951155,
      0.01099137599729443,
      0.011097085269071983,
      0.011204847598401546,
      0.011314663698655428,
      0.01142671453989495,
      0.011540944797159152,
      0.011657545339427504,
      0.011776461351795019,
      0.011897894433227574,
      0.012021857923497269,
      0.012148362944378054,
      0.012277628958032832,
      0.01240960370263234,
      0.012544519887011597,
      0.012682401910933472,
      0.012823271996843503,
      0.012967385061814225,
      0.013114693959903887,
      0.013265470197528726,
      0.013419753627087257,
      0.013577582114304885,
      0.013739255197858085,
      0.013904734740444952,
      0.014074341392998917,
      0.014248136782113108,
      0.014419455504142904,
      0.01460202003691369,
      0.014789164729497624,
      0.0149812734082397,
      0.015178438688027865,
      0.01538075253775243,
      0.015588645881805491,
      0.01580211972464217,
      0.01602164117203088,
      0.016247224558771152,
      0.01647937771902046,
      0.016718261425574886,
      0.01696403845393045,
      0.017217287955928882,
      0.017478070890533798,
      0.01774702215894511,
      0.018024379991593106,
      0.01831038841253032,
      0.018605781330000955,
      0.018910694597574423,
      0.019225940672190536,
      0.01955187539327175,
      0.019888867243666453,
      0.020237870492731735,
      0.02059914298341692,
      0.020973753460571495,
      0.021362241441154197,
      0.0217550199987818,
      0.022173476672840337,
      0.02260810853580057,
      0.02304960723124933,
      0.023519852424455374,
      0.02400995370629841,
      0.024520914898001237,
      0.025053803686722186,
      0.025610674701388142,
      0.026192543317966714,
      0.026801801801801802,
      0.02744007891264524,
      0.028109129561828275,
      0.02881200903906166,
      0.029550533896200645,
      0.030328344684044346,
      0.031148208469055375,
      0.032013151995217454,
      0.03292801033035618,
      0.03389615938474198,
      0.03492353343985392,
      0.03601513240857503,
      0.0371765277609039,
      0.03841601205208221,
      0.03974025974025974,
      0.041140639111469805,
      0.04264477302618469,
      0.04428441354192534,
      0.04605617131174002,
      0.047974533145022084,
      0.05006082155890334,
      0.05233553436047934,
      0.05482821347134329,
      0.05757021413967502,
      0.06051424364274792,
      0.06387684949932745,
      0.06760135455897712,
      0.07176003766225032,
      0.07643746188887693,
      0.08189539218323662,
      0.08815495406009437,
      0.09545373027259685,
      0.10408412814869161,
      0.11438717314107393,
      0.12703252032520326,
      0.14284753514022464,
      0.1630159096149412,
      0.19010043041606886,
      0.22780587539007854,
      0.2839273705447209,
      0.37715208034433284,
      0.5610543302850995,
      0.9849381387842926,
      1.0
    ],
    "recall": [
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      1.0,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9995337995337995,
      0.9990675990675991,
      0.9990675990675991,
      0.9990675990675991,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9986013986013986,
      0.9981351981351981,
      0.9976689976689976,
      0.9976689976689976,
      0.9976689976689976,
      0.9976689976689976,
      0.9976689976689976,
      0.9976689976689976,
      0.9976689976689976,
      0.9976689976689976,
      0.9962703962703963,
      0.9962703962703963,
      0.9958041958041958,
      0.9948717948717949,
      0.9934731934731935,
      0.9934731934731935,
      0.993006993006993,
      0.9925407925407925,
      0.992074592074592,
      0.9911421911421912,
      0.9906759906759907,
      0.9902097902097902,
      0.9888111888111888,
      0.9883449883449883,
      0.9869463869463869,
      0.9841491841491842,
      0.9804195804195804,
      0.9724941724941725,
      0.8536130536130536,
      0.0
    ]
  },
  "best_params": {
    "objective": "binary",
    "metric": "average_precision",
    "boosting_type": "gbdt",
    "random_state": 42,
    "n_jobs": -1,
    "verbose": -1,
    "num_leaves": 67,
    "max_depth": 12,
    "learning_rate": 0.04129,
    "min_child_samples": 114,
    "subsample": 0.69998,
    "colsample_bytree": 0.97877,
    "reg_alpha": 0.00368,
    "reg_lambda": 0.04488,
    "scale_pos_weight": 171.94414
  },
  "best_valid_pr_auc": 0.9801,
  "cost_model": {
    "c_fn": 5.0,
    "c_fp": 1.0
  }
}