commodisense / models /accuracy_report.json
Yash1178's picture
Add trained ML models
7321ba8
{
"CL=F": {
"7d": {
"symbol": "CL=F",
"horizon": "7d",
"cv_accuracy": 0.3529,
"test_accuracy": 0.3108,
"sharpe_ratio": 0.336,
"n_features": 20,
"n_train_samples": 1002,
"n_test_samples": 251,
"top10_features": {
"fred_fedfunds": 0.0697370395064354,
"fred_treasury_10y": 0.06462425738573074,
"fred_indpro": 0.055865317583084106,
"cot_commercial_net": 0.05407700687646866,
"cot_mm_net": 0.05363398417830467,
"month_sin": 0.052914682775735855,
"days_to_opec_meeting": 0.05206698924303055,
"cot_open_interest": 0.052012570202350616,
"cot_mm_net_pct": 0.0488978736102581,
"cot_commercial_chg_1w": 0.04793139547109604
},
"classification_report": {
"DOWN": {
"precision": 0.3160919540229885,
"recall": 0.8208955223880597,
"f1-score": 0.45643153526970953,
"support": 67.0
},
"STABLE": {
"precision": 0.45454545454545453,
"recall": 0.04854368932038835,
"f1-score": 0.08771929824561403,
"support": 103.0
},
"UP": {
"precision": 0.2727272727272727,
"recall": 0.2222222222222222,
"f1-score": 0.24489795918367346,
"support": 81.0
},
"accuracy": 0.3107569721115538,
"macro avg": {
"precision": 0.34778822709857193,
"recall": 0.36388714464355676,
"f1-score": 0.263016264232999,
"support": 251.0
},
"weighted avg": {
"precision": 0.35891335389892887,
"recall": 0.3107569721115538,
"f1-score": 0.23686348715635988,
"support": 251.0
}
}
},
"30d": {
"error": "IO Error: Cannot open file \"D:\\gstack-main\\commodisense\\data\\commodisense.duckdb\": The process cannot access the file because it is being used by another process.\r\n"
}
},
"NG=F": {
"7d": {
"symbol": "NG=F",
"horizon": "7d",
"cv_accuracy": 0.3435,
"test_accuracy": 0.3625,
"sharpe_ratio": 1.328,
"n_features": 20,
"n_train_samples": 1003,
"n_test_samples": 251,
"top10_features": {
"fred_fedfunds": 0.06428545713424683,
"fred_indpro": 0.059247132390737534,
"cot_commercial_net": 0.05854344740509987,
"cot_mm_net_pct": 0.056427307426929474,
"days_to_opec_meeting": 0.05589064583182335,
"eia_natgas_stocks": 0.05374374985694885,
"cot_open_interest": 0.05326353758573532,
"cot_mm_net": 0.052834443747997284,
"eia_natgas_vs_5yr": 0.051419854164123535,
"fred_treasury_10y": 0.049132656306028366
},
"classification_report": {
"DOWN": {
"precision": 0.5277777777777778,
"recall": 0.22093023255813954,
"f1-score": 0.3114754098360656,
"support": 86.0
},
"STABLE": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 86.0
},
"UP": {
"precision": 0.33488372093023255,
"recall": 0.9113924050632911,
"f1-score": 0.4897959183673469,
"support": 79.0
},
"accuracy": 0.36254980079681276,
"macro avg": {
"precision": 0.2875538329026701,
"recall": 0.37744087920714353,
"f1-score": 0.26709044273447086,
"support": 251.0
},
"weighted avg": {
"precision": 0.2862338758660449,
"recall": 0.36254980079681276,
"f1-score": 0.26087953305546635,
"support": 251.0
}
}
},
"30d": {
"symbol": "NG=F",
"horizon": "30d",
"cv_accuracy": 0.4268,
"test_accuracy": 0.3506,
"sharpe_ratio": -1.227,
"n_features": 20,
"n_train_samples": 1003,
"n_test_samples": 251,
"top10_features": {
"month_cos": 0.08163698762655258,
"eia_natgas_stocks": 0.07521332055330276,
"fred_indpro": 0.07393081486225128,
"fred_treasury_10y": 0.06215668469667435,
"cot_mm_net": 0.05646909773349762,
"cot_commercial_net": 0.05443029850721359,
"days_to_opec_meeting": 0.05025181546807289,
"eia_natgas_vs_5yr": 0.04871244728565216,
"cot_mm_net_pct": 0.04825763404369354,
"cot_commercial_net_pct": 0.04687034338712692
},
"classification_report": {
"DOWN": {
"precision": 0.5,
"recall": 0.11926605504587157,
"f1-score": 0.1925925925925926,
"support": 109.0
},
"STABLE": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 58.0
},
"UP": {
"precision": 0.3333333333333333,
"recall": 0.8928571428571429,
"f1-score": 0.4854368932038835,
"support": 84.0
},
"accuracy": 0.350597609561753,
"macro avg": {
"precision": 0.27777777777777773,
"recall": 0.3373743993010048,
"f1-score": 0.22600982859882537,
"support": 251.0
},
"weighted avg": {
"precision": 0.3286852589641434,
"recall": 0.350597609561753,
"f1-score": 0.24609279530565262,
"support": 251.0
}
}
}
},
"GC=F": {
"7d": {
"error": "IO Error: Cannot open file \"D:\\gstack-main\\commodisense\\data\\commodisense.duckdb\": The process cannot access the file because it is being used by another process.\r\n\nFile is already open in \nC:\\Python312\\python.exe (PID 28688)"
},
"30d": {
"symbol": "GC=F",
"horizon": "30d",
"cv_accuracy": 0.301,
"test_accuracy": 0.4741,
"sharpe_ratio": 2.265,
"n_features": 20,
"n_train_samples": 1002,
"n_test_samples": 251,
"top10_features": {
"fred_treasury_10y": 0.1127031221985817,
"fred_fedfunds": 0.0670376867055893,
"month_cos": 0.06192464381456375,
"fred_indpro": 0.058877795934677124,
"cot_commercial_net_pct": 0.05619160458445549,
"cot_mm_net": 0.05538451299071312,
"cot_mm_net_pct": 0.05321364104747772,
"cot_commercial_net": 0.049532849341630936,
"month_sin": 0.04946248605847359,
"cot_mm_chg_1w": 0.04864170402288437
},
"classification_report": {
"DOWN": {
"precision": 0.203125,
"recall": 0.30952380952380953,
"f1-score": 0.24528301886792453,
"support": 42.0
},
"STABLE": {
"precision": 0.5238095238095238,
"recall": 0.4342105263157895,
"f1-score": 0.4748201438848921,
"support": 76.0
},
"UP": {
"precision": 0.5887096774193549,
"recall": 0.5488721804511278,
"f1-score": 0.5680933852140078,
"support": 133.0
},
"accuracy": 0.47410358565737054,
"macro avg": {
"precision": 0.4385480670762929,
"recall": 0.43086883876357557,
"f1-score": 0.42939884932227484,
"support": 251.0
},
"weighted avg": {
"precision": 0.5045384896665259,
"recall": 0.47410358565737054,
"f1-score": 0.48583521100066795,
"support": 251.0
}
}
}
},
"ZW=F": {
"7d": {
"symbol": "ZW=F",
"horizon": "7d",
"cv_accuracy": 0.3529,
"test_accuracy": 0.3705,
"sharpe_ratio": -0.346,
"n_features": 20,
"n_train_samples": 1001,
"n_test_samples": 251,
"top10_features": {
"cot_mm_net": 0.06339085102081299,
"fred_indpro": 0.060217924416065216,
"cot_commercial_net": 0.058880068361759186,
"fred_treasury_10y": 0.058398302644491196,
"cot_commercial_chg_1w": 0.05798701196908951,
"cot_commercial_net_pct": 0.057408273220062256,
"month_sin": 0.05595213919878006,
"cot_mm_chg_1w": 0.05411776527762413,
"harvest_season_flag": 0.052618421614170074,
"usda_production": 0.05208156257867813
},
"classification_report": {
"DOWN": {
"precision": 0.20618556701030927,
"recall": 0.40816326530612246,
"f1-score": 0.273972602739726,
"support": 49.0
},
"STABLE": {
"precision": 0.5757575757575758,
"recall": 0.4253731343283582,
"f1-score": 0.4892703862660944,
"support": 134.0
},
"UP": {
"precision": 0.2909090909090909,
"recall": 0.23529411764705882,
"f1-score": 0.2601626016260163,
"support": 68.0
},
"accuracy": 0.3705179282868526,
"macro avg": {
"precision": 0.3576174112256587,
"recall": 0.3562768390938465,
"f1-score": 0.3411351968772789,
"support": 251.0
},
"weighted avg": {
"precision": 0.4264399446885996,
"recall": 0.3705179282868526,
"f1-score": 0.38517110041622443,
"support": 251.0
}
}
},
"30d": {
"error": "IO Error: Cannot open file \"D:\\gstack-main\\commodisense\\data\\commodisense.duckdb\": The process cannot access the file because it is being used by another process.\r\n"
}
},
"ZC=F": {
"7d": {
"symbol": "ZC=F",
"horizon": "7d",
"cv_accuracy": 0.4087,
"test_accuracy": 0.1434,
"sharpe_ratio": -1.617,
"n_features": 20,
"n_train_samples": 1001,
"n_test_samples": 251,
"top10_features": {
"usda_stocks": 0.07851604372262955,
"month_cos": 0.06628133356571198,
"month_sin": 0.05880693718791008,
"fred_yield_inv": 0.05660037696361542,
"cot_commercial_net_pct": 0.05644718557596207,
"fred_indpro": 0.05580920726060867,
"cot_mm_net_pct": 0.055597007274627686,
"fred_treasury_10y": 0.05445987358689308,
"cot_open_interest": 0.0540153831243515,
"usda_crop_good_exc": 0.05347844213247299
},
"classification_report": {
"DOWN": {
"precision": 0.08333333333333333,
"recall": 0.14285714285714285,
"f1-score": 0.10526315789473684,
"support": 42.0
},
"STABLE": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 164.0
},
"UP": {
"precision": 0.16759776536312848,
"recall": 0.6666666666666666,
"f1-score": 0.26785714285714285,
"support": 45.0
},
"accuracy": 0.14342629482071714,
"macro avg": {
"precision": 0.08364369956548727,
"recall": 0.2698412698412698,
"f1-score": 0.1243734335839599,
"support": 251.0
},
"weighted avg": {
"precision": 0.04399163124040152,
"recall": 0.14342629482071714,
"f1-score": 0.065635952430878,
"support": 251.0
}
}
},
"30d": {
"symbol": "ZC=F",
"horizon": "30d",
"cv_accuracy": 0.3173,
"test_accuracy": 0.3187,
"sharpe_ratio": 0.402,
"n_features": 20,
"n_train_samples": 1001,
"n_test_samples": 251,
"top10_features": {
"month_cos": 0.09741082042455673,
"usda_production": 0.08283098042011261,
"fred_fedfunds": 0.07499422878026962,
"month_sin": 0.06525633484125137,
"fred_treasury_10y": 0.06502626091241837,
"usda_stocks": 0.05837465822696686,
"fred_indpro": 0.0519871786236763,
"usda_crop_good_exc_chg": 0.05060600861907005,
"usda_crop_good_exc": 0.045734524726867676,
"cot_open_interest": 0.04496680200099945
},
"classification_report": {
"DOWN": {
"precision": 0.273972602739726,
"recall": 0.9090909090909091,
"f1-score": 0.42105263157894735,
"support": 66.0
},
"STABLE": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 96.0
},
"UP": {
"precision": 0.625,
"recall": 0.2247191011235955,
"f1-score": 0.3305785123966942,
"support": 89.0
},
"accuracy": 0.3187250996015936,
"macro avg": {
"precision": 0.2996575342465753,
"recall": 0.3779366700715015,
"f1-score": 0.2505437146585472,
"support": 251.0
},
"weighted avg": {
"precision": 0.29365415052120286,
"recall": 0.3187250996015936,
"f1-score": 0.2279321166833319,
"support": 251.0
}
}
}
},
"ZS=F": {
"7d": {
"symbol": "ZS=F",
"horizon": "7d",
"cv_accuracy": 0.4558,
"test_accuracy": 0.5498,
"sharpe_ratio": 1.002,
"n_features": 20,
"n_train_samples": 1001,
"n_test_samples": 251,
"top10_features": {
"fred_vix_high": 0.06426261365413666,
"fred_treasury_10y": 0.06201738864183426,
"fred_fedfunds": 0.0584871731698513,
"usda_crop_good_exc": 0.05770496279001236,
"cot_open_interest": 0.053498588502407074,
"cot_commercial_net_pct": 0.053406767547130585,
"cot_mm_net_pct": 0.05234261229634285,
"cot_mm_net": 0.051668621599674225,
"cot_commercial_chg_1w": 0.0514988899230957,
"fred_indpro": 0.05148879066109657
},
"classification_report": {
"DOWN": {
"precision": 0.1,
"recall": 0.046511627906976744,
"f1-score": 0.06349206349206349,
"support": 43.0
},
"STABLE": {
"precision": 0.6153846153846154,
"recall": 0.8258064516129032,
"f1-score": 0.7052341597796143,
"support": 155.0
},
"UP": {
"precision": 0.34782608695652173,
"recall": 0.1509433962264151,
"f1-score": 0.21052631578947367,
"support": 53.0
},
"accuracy": 0.549800796812749,
"macro avg": {
"precision": 0.35440356744704565,
"recall": 0.3410871585820983,
"f1-score": 0.32641751302038385,
"support": 251.0
},
"weighted avg": {
"precision": 0.47059521112872926,
"recall": 0.549800796812749,
"f1-score": 0.49083405670454605,
"support": 251.0
}
}
},
"30d": {
"symbol": "ZS=F",
"horizon": "30d",
"cv_accuracy": 0.4096,
"test_accuracy": 0.5697,
"sharpe_ratio": 7.668,
"n_features": 20,
"n_train_samples": 1001,
"n_test_samples": 251,
"top10_features": {
"fred_fedfunds": 0.07656775414943695,
"month_cos": 0.06618542969226837,
"cot_mm_net": 0.06434366852045059,
"cot_commercial_net": 0.061424620449543,
"usda_crop_good_exc": 0.058872073888778687,
"fred_treasury_10y": 0.056981511414051056,
"cot_open_interest": 0.05577406287193298,
"fred_indpro": 0.052732374519109726,
"cot_commercial_net_pct": 0.05247487500309944,
"usda_production": 0.04918872192502022
},
"classification_report": {
"DOWN": {
"precision": 0.4423076923076923,
"recall": 0.8214285714285714,
"f1-score": 0.575,
"support": 56.0
},
"STABLE": {
"precision": 0.6551724137931034,
"recall": 0.38,
"f1-score": 0.4810126582278481,
"support": 100.0
},
"UP": {
"precision": 0.6629213483146067,
"recall": 0.6210526315789474,
"f1-score": 0.6413043478260869,
"support": 95.0
},
"accuracy": 0.5697211155378487,
"macro avg": {
"precision": 0.5868004848051341,
"recall": 0.6074937343358396,
"f1-score": 0.5657723353513117,
"support": 251.0
},
"weighted avg": {
"precision": 0.6106135467666485,
"recall": 0.5697211155378487,
"f1-score": 0.5626501150050321,
"support": 251.0
}
}
}
},
"CT=F": {
"7d": {
"symbol": "CT=F",
"horizon": "7d",
"cv_accuracy": 0.3971,
"test_accuracy": 0.5179,
"sharpe_ratio": 1.317,
"n_features": 20,
"n_train_samples": 1003,
"n_test_samples": 251,
"top10_features": {
"cot_commercial_net": 0.07283434271812439,
"cot_mm_net": 0.06556593626737595,
"fred_fedfunds": 0.05829567089676857,
"fred_treasury_10y": 0.057959239929914474,
"cot_mm_chg_1w": 0.05640645697712898,
"cot_commercial_net_pct": 0.05094155669212341,
"momentum_score": 0.05066633224487305,
"cot_open_interest": 0.04987814649939537,
"fred_indpro": 0.04972342401742935,
"cot_commercial_chg_1w": 0.04936020076274872
},
"classification_report": {
"DOWN": {
"precision": 0.24,
"recall": 0.16216216216216217,
"f1-score": 0.1935483870967742,
"support": 37.0
},
"STABLE": {
"precision": 0.6891891891891891,
"recall": 0.6455696202531646,
"f1-score": 0.6666666666666666,
"support": 158.0
},
"UP": {
"precision": 0.28205128205128205,
"recall": 0.39285714285714285,
"f1-score": 0.3283582089552239,
"support": 56.0
},
"accuracy": 0.5179282868525896,
"macro avg": {
"precision": 0.40374682374682375,
"recall": 0.4001963084241565,
"f1-score": 0.39619108757288823,
"support": 251.0
},
"weighted avg": {
"precision": 0.5321385007440784,
"recall": 0.5179282868525896,
"f1-score": 0.5214449536151654,
"support": 251.0
}
}
},
"30d": {
"symbol": "CT=F",
"horizon": "30d",
"cv_accuracy": 0.3091,
"test_accuracy": 0.255,
"sharpe_ratio": -0.434,
"n_features": 20,
"n_train_samples": 1003,
"n_test_samples": 251,
"top10_features": {
"harvest_season_flag": 0.07738183438777924,
"cot_mm_net": 0.07332092523574829,
"fred_fedfunds": 0.06577131152153015,
"fred_treasury_10y": 0.06535576283931732,
"fred_indpro": 0.06257148832082748,
"cot_mm_net_pct": 0.06241653114557266,
"cot_commercial_net_pct": 0.05971913784742355,
"cot_open_interest": 0.05565173178911209,
"month_cos": 0.053051505237817764,
"cot_commercial_net": 0.04861213639378548
},
"classification_report": {
"DOWN": {
"precision": 0.14705882352941177,
"recall": 0.37037037037037035,
"f1-score": 0.21052631578947367,
"support": 54.0
},
"STABLE": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 118.0
},
"UP": {
"precision": 0.3826086956521739,
"recall": 0.5569620253164557,
"f1-score": 0.4536082474226804,
"support": 79.0
},
"accuracy": 0.2549800796812749,
"macro avg": {
"precision": 0.17655583972719524,
"recall": 0.30911079856227536,
"f1-score": 0.22137818773738469,
"support": 251.0
},
"weighted avg": {
"precision": 0.1520608104665736,
"recall": 0.2549800796812749,
"f1-score": 0.18806164382081006,
"support": 251.0
}
}
}
},
"SB=F": {
"7d": {
"symbol": "SB=F",
"horizon": "7d",
"cv_accuracy": 0.4,
"test_accuracy": 0.3227,
"sharpe_ratio": 0.871,
"n_features": 20,
"n_train_samples": 1003,
"n_test_samples": 251,
"top10_features": {
"month_cos": 0.06463738530874252,
"cot_mm_net_pct": 0.06375915557146072,
"cot_commercial_net": 0.06302710622549057,
"cot_commercial_chg_1w": 0.0599684938788414,
"fred_treasury_10y": 0.05826658755540848,
"cot_open_interest": 0.05614616349339485,
"cot_mm_chg_1w": 0.053384020924568176,
"cot_mm_net": 0.05294637009501457,
"fred_indpro": 0.05262395739555359,
"month_sin": 0.05155832692980766
},
"classification_report": {
"DOWN": {
"precision": 0.28846153846153844,
"recall": 0.19480519480519481,
"f1-score": 0.23255813953488372,
"support": 77.0
},
"STABLE": {
"precision": 0.4339622641509434,
"recall": 0.20175438596491227,
"f1-score": 0.2754491017964072,
"support": 114.0
},
"UP": {
"precision": 0.2945205479452055,
"recall": 0.7166666666666667,
"f1-score": 0.4174757281553398,
"support": 60.0
},
"accuracy": 0.32270916334661354,
"macro avg": {
"precision": 0.3389814501858958,
"recall": 0.37107541581225795,
"f1-score": 0.3084943231622102,
"support": 251.0
},
"weighted avg": {
"precision": 0.35599390219704524,
"recall": 0.32270916334661354,
"f1-score": 0.2962419045350472,
"support": 251.0
}
}
},
"30d": {
"symbol": "SB=F",
"horizon": "30d",
"cv_accuracy": 0.3799,
"test_accuracy": 0.3147,
"sharpe_ratio": 0.16,
"n_features": 20,
"n_train_samples": 1003,
"n_test_samples": 251,
"top10_features": {
"month_sin": 0.08616425842046738,
"harvest_season_flag": 0.07361788302659988,
"fred_treasury_10y": 0.07311326265335083,
"fred_fedfunds": 0.06100616976618767,
"cot_commercial_chg_1w": 0.05862018093466759,
"cot_mm_net_pct": 0.05634254962205887,
"cot_mm_net": 0.05346570163965225,
"cot_commercial_net_pct": 0.05194301903247833,
"cot_open_interest": 0.04953067749738693,
"cot_commercial_net": 0.04876580461859703
},
"classification_report": {
"DOWN": {
"precision": 0.36633663366336633,
"recall": 0.8043478260869565,
"f1-score": 0.5034013605442177,
"support": 92.0
},
"STABLE": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 95.0
},
"UP": {
"precision": 0.10204081632653061,
"recall": 0.078125,
"f1-score": 0.08849557522123894,
"support": 64.0
},
"accuracy": 0.3147410358565737,
"macro avg": {
"precision": 0.15612581666329897,
"recall": 0.29415760869565216,
"f1-score": 0.19729897858848555,
"support": 251.0
},
"weighted avg": {
"precision": 0.1602931575375604,
"recall": 0.3147410358565737,
"f1-score": 0.20707825491724033,
"support": 251.0
}
}
}
},
"USDINR=X": {
"7d": {
"symbol": "USDINR=X",
"horizon": "7d",
"cv_accuracy": 0.4633,
"test_accuracy": 0.39,
"sharpe_ratio": -1.138,
"n_features": 20,
"n_train_samples": 1036,
"n_test_samples": 259,
"top10_features": {
"fred_yield_inv": 0.12190603464841843,
"fred_fedfunds": 0.11022971570491791,
"fred_treasury_10y": 0.06543058902025223,
"fred_indpro": 0.05892089381814003,
"return_30d": 0.05521846562623978,
"fred_dxy_chg_4w": 0.05107301473617554,
"month_sin": 0.04580318555235863,
"return_7d": 0.045053109526634216,
"fred_copper_basis": 0.04488499462604523,
"fred_vix_high": 0.04316788166761398
},
"classification_report": {
"DOWN": {
"precision": 0.23423423423423423,
"recall": 0.65,
"f1-score": 0.3443708609271523,
"support": 40.0
},
"STABLE": {
"precision": 0.5258620689655172,
"recall": 0.5398230088495575,
"f1-score": 0.5327510917030568,
"support": 113.0
},
"UP": {
"precision": 0.4375,
"recall": 0.1320754716981132,
"f1-score": 0.2028985507246377,
"support": 106.0
},
"accuracy": 0.38996138996138996,
"macro avg": {
"precision": 0.39919876773325047,
"recall": 0.4406328268492236,
"f1-score": 0.36000683445161563,
"support": 259.0
},
"weighted avg": {
"precision": 0.444659394449702,
"recall": 0.38996138996138996,
"f1-score": 0.3686600547349154,
"support": 259.0
}
}
},
"30d": {
"symbol": "USDINR=X",
"horizon": "30d",
"cv_accuracy": 0.4781,
"test_accuracy": 0.4595,
"sharpe_ratio": 5.717,
"n_features": 20,
"n_train_samples": 1036,
"n_test_samples": 259,
"top10_features": {
"fred_fedfunds": 0.15362495183944702,
"fred_yield_inv": 0.1013588160276413,
"fred_treasury_10y": 0.08148248493671417,
"month_sin": 0.059579603374004364,
"fred_indpro": 0.05867980793118477,
"fred_vix_high": 0.05728977546095848,
"return_30d": 0.053562138229608536,
"return_60d": 0.04986270144581795,
"fred_copper_basis": 0.04613671079277992,
"fred_vix": 0.04425860568881035
},
"classification_report": {
"DOWN": {
"precision": 0.1518987341772152,
"recall": 0.5217391304347826,
"f1-score": 0.23529411764705882,
"support": 23.0
},
"STABLE": {
"precision": 0.2653061224489796,
"recall": 0.16883116883116883,
"f1-score": 0.20634920634920634,
"support": 77.0
},
"UP": {
"precision": 0.7175572519083969,
"recall": 0.5911949685534591,
"f1-score": 0.6482758620689655,
"support": 159.0
},
"accuracy": 0.4594594594594595,
"macro avg": {
"precision": 0.37825403617819725,
"recall": 0.4272550892731369,
"f1-score": 0.36330639535507686,
"support": 259.0
},
"weighted avg": {
"precision": 0.5328719898381563,
"recall": 0.4594594594594595,
"f1-score": 0.48021820719589475,
"support": 259.0
}
}
}
},
"HG=F": {
"7d": {
"symbol": "HG=F",
"horizon": "7d",
"cv_accuracy": 0.3608,
"test_accuracy": 0.1833,
"sharpe_ratio": -4.323,
"n_features": 20,
"n_train_samples": 1003,
"n_test_samples": 251,
"top10_features": {
"month_cos": 0.07235673069953918,
"cot_mm_net_pct": 0.06728462874889374,
"cot_commercial_chg_1w": 0.06278310716152191,
"fred_treasury_10y": 0.059095077216625214,
"cot_open_interest": 0.05739407613873482,
"cot_commercial_net_pct": 0.0567341186106205,
"cot_commercial_net": 0.05426666885614395,
"fred_indpro": 0.052887845784425735,
"month_sin": 0.05123713240027428,
"return_14d": 0.04731273278594017
},
"classification_report": {
"DOWN": {
"precision": 0.17316017316017315,
"recall": 0.9302325581395349,
"f1-score": 0.291970802919708,
"support": 43.0
},
"STABLE": {
"precision": 0.3333333333333333,
"recall": 0.05357142857142857,
"f1-score": 0.09230769230769231,
"support": 112.0
},
"UP": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 96.0
},
"accuracy": 0.18326693227091634,
"macro avg": {
"precision": 0.1688311688311688,
"recall": 0.3279346622369878,
"f1-score": 0.12809283174246677,
"support": 251.0
},
"weighted avg": {
"precision": 0.17840327003673614,
"recall": 0.18326693227091634,
"f1-score": 0.09120799228688839,
"support": 251.0
}
}
},
"30d": {
"symbol": "HG=F",
"horizon": "30d",
"cv_accuracy": 0.3062,
"test_accuracy": 0.1992,
"sharpe_ratio": -7.459,
"n_features": 20,
"n_train_samples": 1003,
"n_test_samples": 251,
"top10_features": {
"fred_treasury_10y": 0.0931229516863823,
"fred_indpro": 0.07739981263875961,
"month_sin": 0.07504940778017044,
"month_cos": 0.07140255719423294,
"fred_fedfunds": 0.05897592008113861,
"cot_commercial_net": 0.054334767162799835,
"cot_open_interest": 0.05249110609292984,
"cot_mm_net_pct": 0.050016045570373535,
"cot_mm_net": 0.046616025269031525,
"fred_copper_basis": 0.04563299939036369
},
"classification_report": {
"DOWN": {
"precision": 0.199203187250996,
"recall": 1.0,
"f1-score": 0.33222591362126247,
"support": 50.0
},
"STABLE": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 57.0
},
"UP": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 144.0
},
"accuracy": 0.199203187250996,
"macro avg": {
"precision": 0.06640106241699867,
"recall": 0.3333333333333333,
"f1-score": 0.1107419712070875,
"support": 251.0
},
"weighted avg": {
"precision": 0.03968190981095538,
"recall": 0.199203187250996,
"f1-score": 0.06618046088072957,
"support": 251.0
}
}
}
}
}