Akshay4506 commited on
Commit
7fb3113
Β·
1 Parent(s): e057d08

formatted

Browse files
This view is limited to 50 files because it contains too many changes. Β  See raw diff
Files changed (50) hide show
  1. README.md +1 -1
  2. .env.example β†’ backend/.env.example +0 -0
  3. Dockerfile β†’ backend/Dockerfile +0 -0
  4. {webapp β†’ backend}/benchmark.py +0 -0
  5. backend/catboost_info/catboost_training.json +204 -0
  6. {webapp β†’ backend}/catboost_info/learn/events.out.tfevents +2 -2
  7. backend/catboost_info/learn_error.tsv +201 -0
  8. backend/catboost_info/time_left.tsv +201 -0
  9. {code β†’ backend/code}/analysis/__init__.py +0 -0
  10. {code β†’ backend/code}/analysis/aggregate_results.py +0 -0
  11. {code β†’ backend/code}/config/datasets.yaml +0 -0
  12. {code β†’ backend/code}/config/experiments.yaml +0 -0
  13. {code β†’ backend/code}/config/models.yaml +0 -0
  14. {code β†’ backend/code}/docker/Dockerfile +0 -0
  15. {code β†’ backend/code}/evaluation/__init__.py +0 -0
  16. {code β†’ backend/code}/evaluation/compute_tracker.py +0 -0
  17. {code β†’ backend/code}/evaluation/cross_validation.py +0 -0
  18. {code β†’ backend/code}/evaluation/metrics.py +0 -0
  19. {code β†’ backend/code}/evaluation/statistical_tests.py +0 -0
  20. {code β†’ backend/code}/models/__init__.py +0 -0
  21. {code β†’ backend/code}/models/autogluon_wrapper.py +0 -0
  22. {code β†’ backend/code}/models/base_wrapper.py +0 -0
  23. {code β†’ backend/code}/models/baseline_wrappers.py +0 -0
  24. {code β†’ backend/code}/models/sap_rpt1_hf_wrapper.py +0 -0
  25. {code β†’ backend/code}/models/sap_rpt1_wrapper.py +0 -0
  26. {code β†’ backend/code}/models/tabicl_wrapper.py +0 -0
  27. {code β†’ backend/code}/models/tabpfn_wrapper.py +0 -0
  28. {code β†’ backend/code}/runners/__init__.py +0 -0
  29. {code β†’ backend/code}/runners/run_baselines.py +0 -0
  30. {code β†’ backend/code}/runners/run_batch.py +0 -0
  31. {code β†’ backend/code}/runners/run_experiment.py +0 -0
  32. {code β†’ backend/code}/sap_rpt1.egg-info/PKG-INFO +0 -0
  33. {code β†’ backend/code}/sap_rpt1.egg-info/SOURCES.txt +0 -0
  34. {code β†’ backend/code}/sap_rpt1.egg-info/dependency_links.txt +0 -0
  35. {code β†’ backend/code}/sap_rpt1.egg-info/requires.txt +0 -0
  36. {code β†’ backend/code}/sap_rpt1.egg-info/top_level.txt +0 -0
  37. {code β†’ backend/code}/utils/__init__.py +0 -0
  38. {code β†’ backend/code}/utils/logging_utils.py +0 -0
  39. {webapp β†’ backend}/ensemble.py +0 -0
  40. fix_dataset.py β†’ backend/fix_dataset.py +0 -0
  41. {webapp β†’ backend}/main.py +0 -0
  42. requirements.txt β†’ backend/requirements.txt +0 -0
  43. {scripts β†’ backend/scripts}/demo_benchmark.py +0 -0
  44. {scripts β†’ backend/scripts}/download_datasets.py +0 -0
  45. {scripts β†’ backend/scripts}/reproduce_all.sh +0 -0
  46. {scripts β†’ backend/scripts}/test_sap_rpt1.py +0 -0
  47. setup.py β†’ backend/setup.py +0 -0
  48. {webapp β†’ backend}/static/app.js +0 -0
  49. {webapp β†’ backend}/static/arena.html +0 -0
  50. {webapp β†’ backend}/static/landing.html +0 -0
README.md CHANGED
@@ -16,7 +16,7 @@ license: mit
16
  ```bash
17
  # Clone the repo
18
  git clone <repo-url>
19
- cd "MINI proj SAP"
20
 
21
  # Copy .env.example to .env and paste your HuggingFace token
22
  cp .env.example .env
 
16
  ```bash
17
  # Clone the repo
18
  git clone <repo-url>
19
+ cd "MINI proj SAP"
20
 
21
  # Copy .env.example to .env and paste your HuggingFace token
22
  cp .env.example .env
.env.example β†’ backend/.env.example RENAMED
File without changes
Dockerfile β†’ backend/Dockerfile RENAMED
File without changes
{webapp β†’ backend}/benchmark.py RENAMED
File without changes
backend/catboost_info/catboost_training.json ADDED
@@ -0,0 +1,204 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "meta":{"test_sets":[],"test_metrics":[],"learn_metrics":[{"best_value":"Min","name":"Logloss"}],"launch_mode":"Train","parameters":"","iteration_count":200,"learn_sets":["learn"],"name":"experiment"},
3
+ "iterations":[
4
+ {"learn":[0.52439785],"iteration":0,"passed_time":0.001715774062,"remaining_time":0.3414390384},
5
+ {"learn":[0.413527298],"iteration":1,"passed_time":0.003450243702,"remaining_time":0.3415741265},
6
+ {"learn":[0.3352222681],"iteration":2,"passed_time":0.004772536206,"remaining_time":0.3133965442},
7
+ {"learn":[0.2681007624],"iteration":3,"passed_time":0.006214881475,"remaining_time":0.3045291923},
8
+ {"learn":[0.2248398304],"iteration":4,"passed_time":0.006827266041,"remaining_time":0.2662633756},
9
+ {"learn":[0.1885669231],"iteration":5,"passed_time":0.007700238041,"remaining_time":0.2489743633},
10
+ {"learn":[0.1625391364],"iteration":6,"passed_time":0.008874862939,"remaining_time":0.2446926496},
11
+ {"learn":[0.1395430803],"iteration":7,"passed_time":0.01001353992,"remaining_time":0.2403249582},
12
+ {"learn":[0.1267897964],"iteration":8,"passed_time":0.01125597169,"remaining_time":0.2388767326},
13
+ {"learn":[0.1060333967],"iteration":9,"passed_time":0.01245466419,"remaining_time":0.2366386196},
14
+ {"learn":[0.0953347683],"iteration":10,"passed_time":0.01368810413,"remaining_time":0.2351865165},
15
+ {"learn":[0.08687601089],"iteration":11,"passed_time":0.01491367347,"remaining_time":0.233647551},
16
+ {"learn":[0.07429863214],"iteration":12,"passed_time":0.01596789382,"remaining_time":0.2296920111},
17
+ {"learn":[0.06293272972],"iteration":13,"passed_time":0.01718274987,"remaining_time":0.2282851055},
18
+ {"learn":[0.058005023],"iteration":14,"passed_time":0.01850406963,"remaining_time":0.2282168587},
19
+ {"learn":[0.04994810522],"iteration":15,"passed_time":0.01953623108,"remaining_time":0.2246666574},
20
+ {"learn":[0.04615496695],"iteration":16,"passed_time":0.02065102137,"remaining_time":0.2223021712},
21
+ {"learn":[0.04380612075],"iteration":17,"passed_time":0.02171653819,"remaining_time":0.2195783305},
22
+ {"learn":[0.04096904695],"iteration":18,"passed_time":0.02280125083,"remaining_time":0.2172119158},
23
+ {"learn":[0.03580204248],"iteration":19,"passed_time":0.0239187701,"remaining_time":0.2152689309},
24
+ {"learn":[0.03463125229],"iteration":20,"passed_time":0.02464427379,"remaining_time":0.2100630957},
25
+ {"learn":[0.03022542596],"iteration":21,"passed_time":0.02572029189,"remaining_time":0.2081005434},
26
+ {"learn":[0.02645817697],"iteration":22,"passed_time":0.02686799013,"remaining_time":0.2067667066},
27
+ {"learn":[0.02409423739],"iteration":23,"passed_time":0.028016416,"remaining_time":0.2054537173},
28
+ {"learn":[0.02164642811],"iteration":24,"passed_time":0.02924915004,"remaining_time":0.2047440503},
29
+ {"learn":[0.01983197629],"iteration":25,"passed_time":0.03044595589,"remaining_time":0.2037537048},
30
+ {"learn":[0.01818189621],"iteration":26,"passed_time":0.03190339633,"remaining_time":0.204418058},
31
+ {"learn":[0.01722429395],"iteration":27,"passed_time":0.03308093513,"remaining_time":0.2032114587},
32
+ {"learn":[0.01653795987],"iteration":28,"passed_time":0.03672518662,"remaining_time":0.2165519625},
33
+ {"learn":[0.01601633728],"iteration":29,"passed_time":0.03840707229,"remaining_time":0.2176400763},
34
+ {"learn":[0.01500828862],"iteration":30,"passed_time":0.04013988334,"remaining_time":0.218827106},
35
+ {"learn":[0.0142768696],"iteration":31,"passed_time":0.04111722842,"remaining_time":0.2158654492},
36
+ {"learn":[0.01383496076],"iteration":32,"passed_time":0.04287023012,"remaining_time":0.2169493464},
37
+ {"learn":[0.01316203773],"iteration":33,"passed_time":0.04460697764,"remaining_time":0.2177870085},
38
+ {"learn":[0.01261018217],"iteration":34,"passed_time":0.04619984122,"remaining_time":0.2177992515},
39
+ {"learn":[0.01195178255],"iteration":35,"passed_time":0.04791500401,"remaining_time":0.2182794627},
40
+ {"learn":[0.01133489013],"iteration":36,"passed_time":0.04985623017,"remaining_time":0.2196369059},
41
+ {"learn":[0.01092169136],"iteration":37,"passed_time":0.05164885074,"remaining_time":0.2201872058},
42
+ {"learn":[0.01052001566],"iteration":38,"passed_time":0.0534247189,"remaining_time":0.2205481986},
43
+ {"learn":[0.0101938054],"iteration":39,"passed_time":0.05532370588,"remaining_time":0.2212948235},
44
+ {"learn":[0.009600394964],"iteration":40,"passed_time":0.05714034189,"remaining_time":0.2215930332},
45
+ {"learn":[0.009301098436],"iteration":41,"passed_time":0.0588634629,"remaining_time":0.2214387414},
46
+ {"learn":[0.009084525704],"iteration":42,"passed_time":0.06067113852,"remaining_time":0.2215202034},
47
+ {"learn":[0.008735964447],"iteration":43,"passed_time":0.0624834709,"remaining_time":0.2215323059},
48
+ {"learn":[0.008531824499],"iteration":44,"passed_time":0.06475532878,"remaining_time":0.2230461325},
49
+ {"learn":[0.008155613393],"iteration":45,"passed_time":0.06659321079,"remaining_time":0.2229424883},
50
+ {"learn":[0.007996714115],"iteration":46,"passed_time":0.0684188607,"remaining_time":0.2227252274},
51
+ {"learn":[0.007657719404],"iteration":47,"passed_time":0.07026409601,"remaining_time":0.2225029707},
52
+ {"learn":[0.007160877436],"iteration":48,"passed_time":0.07200583869,"remaining_time":0.2218955437},
53
+ {"learn":[0.006837812811],"iteration":49,"passed_time":0.07372384082,"remaining_time":0.2211715225},
54
+ {"learn":[0.006716428697],"iteration":50,"passed_time":0.07498533466,"remaining_time":0.2190748013},
55
+ {"learn":[0.006384585798],"iteration":51,"passed_time":0.0762601681,"remaining_time":0.2170481708},
56
+ {"learn":[0.00613026917],"iteration":52,"passed_time":0.07763097066,"remaining_time":0.2153160884},
57
+ {"learn":[0.005967155099],"iteration":53,"passed_time":0.07893827902,"remaining_time":0.2134257173},
58
+ {"learn":[0.00586867258],"iteration":54,"passed_time":0.08030214593,"remaining_time":0.2117056575},
59
+ {"learn":[0.005585940555],"iteration":55,"passed_time":0.081969219,"remaining_time":0.2107779917},
60
+ {"learn":[0.005470659584],"iteration":56,"passed_time":0.08374017426,"remaining_time":0.2100849986},
61
+ {"learn":[0.005364893377],"iteration":57,"passed_time":0.08578456433,"remaining_time":0.2100242782},
62
+ {"learn":[0.005255997181],"iteration":58,"passed_time":0.08796916538,"remaining_time":0.2102313952},
63
+ {"learn":[0.005076412484],"iteration":59,"passed_time":0.0900104369,"remaining_time":0.2100243528},
64
+ {"learn":[0.00488159135],"iteration":60,"passed_time":0.09130551683,"remaining_time":0.2080568334},
65
+ {"learn":[0.0047988493],"iteration":61,"passed_time":0.09258177078,"remaining_time":0.2060691027},
66
+ {"learn":[0.004658866301],"iteration":62,"passed_time":0.09387144392,"remaining_time":0.20413314},
67
+ {"learn":[0.004539835453],"iteration":63,"passed_time":0.09508018927,"remaining_time":0.2020454022},
68
+ {"learn":[0.004454713315],"iteration":64,"passed_time":0.09619785066,"remaining_time":0.199795536},
69
+ {"learn":[0.004346949235],"iteration":65,"passed_time":0.09741426699,"remaining_time":0.1977804815},
70
+ {"learn":[0.00419927761],"iteration":66,"passed_time":0.09853517567,"remaining_time":0.1955996771},
71
+ {"learn":[0.004129322246],"iteration":67,"passed_time":0.1001688138,"remaining_time":0.1944453444},
72
+ {"learn":[0.003985830396],"iteration":68,"passed_time":0.10139677,"remaining_time":0.1925069112},
73
+ {"learn":[0.003890226036],"iteration":69,"passed_time":0.1025359466,"remaining_time":0.1904239008},
74
+ {"learn":[0.003807736933],"iteration":70,"passed_time":0.1036569305,"remaining_time":0.188334423},
75
+ {"learn":[0.003746218979],"iteration":71,"passed_time":0.1048418634,"remaining_time":0.1863855349},
76
+ {"learn":[0.003642436862],"iteration":72,"passed_time":0.1059492536,"remaining_time":0.184322674},
77
+ {"learn":[0.003544923663],"iteration":73,"passed_time":0.1071319079,"remaining_time":0.1824137892},
78
+ {"learn":[0.003502965346],"iteration":74,"passed_time":0.1082856139,"remaining_time":0.1804760231},
79
+ {"learn":[0.003401882946],"iteration":75,"passed_time":0.109434226,"remaining_time":0.1785505793},
80
+ {"learn":[0.003338810056],"iteration":76,"passed_time":0.1106215063,"remaining_time":0.1767070815},
81
+ {"learn":[0.003286745399],"iteration":77,"passed_time":0.1117485842,"remaining_time":0.1747862471},
82
+ {"learn":[0.003197191656],"iteration":78,"passed_time":0.1129836286,"remaining_time":0.1730508742},
83
+ {"learn":[0.003105672076],"iteration":79,"passed_time":0.1141748838,"remaining_time":0.1712623258},
84
+ {"learn":[0.003032949008],"iteration":80,"passed_time":0.1152379984,"remaining_time":0.1693002692},
85
+ {"learn":[0.002949315682],"iteration":81,"passed_time":0.1163875314,"remaining_time":0.1674844965},
86
+ {"learn":[0.002904865146],"iteration":82,"passed_time":0.1174949865,"remaining_time":0.1656254629},
87
+ {"learn":[0.002863388881],"iteration":83,"passed_time":0.118681889,"remaining_time":0.1638940371},
88
+ {"learn":[0.002819203399],"iteration":84,"passed_time":0.1197987083,"remaining_time":0.1620806054},
89
+ {"learn":[0.002772123925],"iteration":85,"passed_time":0.1211304067,"remaining_time":0.1605682135},
90
+ {"learn":[0.002712678164],"iteration":86,"passed_time":0.1222625165,"remaining_time":0.1588007398},
91
+ {"learn":[0.002665610239],"iteration":87,"passed_time":0.1233819869,"remaining_time":0.1570316198},
92
+ {"learn":[0.002631897293],"iteration":88,"passed_time":0.1244543431,"remaining_time":0.155218338},
93
+ {"learn":[0.002582664788],"iteration":89,"passed_time":0.1255463883,"remaining_time":0.1534455857},
94
+ {"learn":[0.0025328435],"iteration":90,"passed_time":0.1265913206,"remaining_time":0.151631362},
95
+ {"learn":[0.002485608868],"iteration":91,"passed_time":0.1276724365,"remaining_time":0.1498763385},
96
+ {"learn":[0.00244210586],"iteration":92,"passed_time":0.1289979378,"remaining_time":0.1484169822},
97
+ {"learn":[0.002393146418],"iteration":93,"passed_time":0.1302983169,"remaining_time":0.1469321446},
98
+ {"learn":[0.002362151816],"iteration":94,"passed_time":0.1316061245,"remaining_time":0.1454594008},
99
+ {"learn":[0.002321382239],"iteration":95,"passed_time":0.1330004188,"remaining_time":0.1440837871},
100
+ {"learn":[0.002285412699],"iteration":96,"passed_time":0.1341973036,"remaining_time":0.1424981677},
101
+ {"learn":[0.002251627296],"iteration":97,"passed_time":0.1353567802,"remaining_time":0.1408815467},
102
+ {"learn":[0.002218419127],"iteration":98,"passed_time":0.1364150376,"remaining_time":0.139170897},
103
+ {"learn":[0.002186526172],"iteration":99,"passed_time":0.1375189087,"remaining_time":0.1375189087},
104
+ {"learn":[0.00215657372],"iteration":100,"passed_time":0.1387667536,"remaining_time":0.1360188971},
105
+ {"learn":[0.002124473453],"iteration":101,"passed_time":0.1402827663,"remaining_time":0.1347814813},
106
+ {"learn":[0.002094154805],"iteration":102,"passed_time":0.1414821172,"remaining_time":0.1332404405},
107
+ {"learn":[0.002066927589],"iteration":103,"passed_time":0.1426982687,"remaining_time":0.1317214788},
108
+ {"learn":[0.002039002627],"iteration":104,"passed_time":0.1437945273,"remaining_time":0.1300998104},
109
+ {"learn":[0.002013676614],"iteration":105,"passed_time":0.1449696621,"remaining_time":0.1285580023},
110
+ {"learn":[0.001989229769],"iteration":106,"passed_time":0.1460668332,"remaining_time":0.126955285},
111
+ {"learn":[0.001959206909],"iteration":107,"passed_time":0.147222601,"remaining_time":0.1254118453},
112
+ {"learn":[0.001935988292],"iteration":108,"passed_time":0.1484221396,"remaining_time":0.1239120615},
113
+ {"learn":[0.001913792081],"iteration":109,"passed_time":0.1496053383,"remaining_time":0.1224043677},
114
+ {"learn":[0.001891992614],"iteration":110,"passed_time":0.1507016898,"remaining_time":0.1208328864},
115
+ {"learn":[0.00186907053],"iteration":111,"passed_time":0.1518247797,"remaining_time":0.1192908984},
116
+ {"learn":[0.001846119203],"iteration":112,"passed_time":0.1528546677,"remaining_time":0.1176845671},
117
+ {"learn":[0.001824098639],"iteration":113,"passed_time":0.1538704014,"remaining_time":0.1160776712},
118
+ {"learn":[0.001804479957],"iteration":114,"passed_time":0.1549524981,"remaining_time":0.1145301073},
119
+ {"learn":[0.001784173213],"iteration":115,"passed_time":0.1561596514,"remaining_time":0.1130811269},
120
+ {"learn":[0.001764576882],"iteration":116,"passed_time":0.15731578,"remaining_time":0.1116000833},
121
+ {"learn":[0.001746523008],"iteration":117,"passed_time":0.1588522014,"remaining_time":0.1103888179},
122
+ {"learn":[0.001727291942],"iteration":118,"passed_time":0.1601612329,"remaining_time":0.1090173098},
123
+ {"learn":[0.001708712429],"iteration":119,"passed_time":0.1612454178,"remaining_time":0.1074969452},
124
+ {"learn":[0.001691962034],"iteration":120,"passed_time":0.1623653287,"remaining_time":0.1060071154},
125
+ {"learn":[0.001675632596],"iteration":121,"passed_time":0.1637427542,"remaining_time":0.1046879904},
126
+ {"learn":[0.001659709215],"iteration":122,"passed_time":0.1648201958,"remaining_time":0.1031801226},
127
+ {"learn":[0.001644315943],"iteration":123,"passed_time":0.1660260644,"remaining_time":0.1017579104},
128
+ {"learn":[0.001629596576],"iteration":124,"passed_time":0.1672092394,"remaining_time":0.1003255436},
129
+ {"learn":[0.001613465883],"iteration":125,"passed_time":0.1683509162,"remaining_time":0.09887276033},
130
+ {"learn":[0.001598351821],"iteration":126,"passed_time":0.1694566405,"remaining_time":0.09740421066},
131
+ {"learn":[0.001583856158],"iteration":127,"passed_time":0.1706342154,"remaining_time":0.09598174615},
132
+ {"learn":[0.001568897441],"iteration":128,"passed_time":0.1718240097,"remaining_time":0.09456980378},
133
+ {"learn":[0.001555425208],"iteration":129,"passed_time":0.1732201154,"remaining_time":0.09327236984},
134
+ {"learn":[0.001541156135],"iteration":130,"passed_time":0.1743574324,"remaining_time":0.0918371209},
135
+ {"learn":[0.001528420951],"iteration":131,"passed_time":0.1756849976,"remaining_time":0.09050439272},
136
+ {"learn":[0.001514737587],"iteration":132,"passed_time":0.1769405667,"remaining_time":0.08913547345},
137
+ {"learn":[0.001502413116],"iteration":133,"passed_time":0.1779948573,"remaining_time":0.08766910881},
138
+ {"learn":[0.0014903998],"iteration":134,"passed_time":0.179053081,"remaining_time":0.0862107427},
139
+ {"learn":[0.001477489807],"iteration":135,"passed_time":0.1802342887,"remaining_time":0.08481613588},
140
+ {"learn":[0.001464056689],"iteration":136,"passed_time":0.1814480293,"remaining_time":0.0834396047},
141
+ {"learn":[0.001452924591],"iteration":137,"passed_time":0.182618382,"remaining_time":0.08204593972},
142
+ {"learn":[0.001442002226],"iteration":138,"passed_time":0.18384471,"remaining_time":0.0806800526},
143
+ {"learn":[0.001427085325],"iteration":139,"passed_time":0.184934272,"remaining_time":0.07925754516},
144
+ {"learn":[0.001415170729],"iteration":140,"passed_time":0.1860925572,"remaining_time":0.07786851683},
145
+ {"learn":[0.001404961199],"iteration":141,"passed_time":0.1872225292,"remaining_time":0.07647117391},
146
+ {"learn":[0.001393380947],"iteration":142,"passed_time":0.1882710204,"remaining_time":0.07504509206},
147
+ {"learn":[0.001382241491],"iteration":143,"passed_time":0.1896287827,"remaining_time":0.07374452659},
148
+ {"learn":[0.00137125589],"iteration":144,"passed_time":0.1907788986,"remaining_time":0.0723644098},
149
+ {"learn":[0.001360558905],"iteration":145,"passed_time":0.192242557,"remaining_time":0.07110341151},
150
+ {"learn":[0.0013511003],"iteration":146,"passed_time":0.1933906014,"remaining_time":0.06972586308},
151
+ {"learn":[0.001341695338],"iteration":147,"passed_time":0.1945993865,"remaining_time":0.06837275742},
152
+ {"learn":[0.001330403332],"iteration":148,"passed_time":0.1955985965,"remaining_time":0.06694985519},
153
+ {"learn":[0.001321328059],"iteration":149,"passed_time":0.1967267502,"remaining_time":0.06557558339},
154
+ {"learn":[0.001312732324],"iteration":150,"passed_time":0.1978795312,"remaining_time":0.0642125631},
155
+ {"learn":[0.001304195262],"iteration":151,"passed_time":0.1989257606,"remaining_time":0.06281866123},
156
+ {"learn":[0.001295934059],"iteration":152,"passed_time":0.2000630221,"remaining_time":0.06145726821},
157
+ {"learn":[0.00128633054],"iteration":153,"passed_time":0.2010641508,"remaining_time":0.06005812298},
158
+ {"learn":[0.001276834868],"iteration":154,"passed_time":0.2023912954,"remaining_time":0.05875876318},
159
+ {"learn":[0.00126749631],"iteration":155,"passed_time":0.203465496,"remaining_time":0.05738770401},
160
+ {"learn":[0.001259745285],"iteration":156,"passed_time":0.2045576392,"remaining_time":0.05602534068},
161
+ {"learn":[0.001251982804],"iteration":157,"passed_time":0.2057169754,"remaining_time":0.05468425927},
162
+ {"learn":[0.001243079547],"iteration":158,"passed_time":0.2069193348,"remaining_time":0.05335655803},
163
+ {"learn":[0.001235547662],"iteration":159,"passed_time":0.2083991374,"remaining_time":0.05209978436},
164
+ {"learn":[0.001228219271],"iteration":160,"passed_time":0.2095402244,"remaining_time":0.050758191},
165
+ {"learn":[0.001219826192],"iteration":161,"passed_time":0.2107118632,"remaining_time":0.04942623951},
166
+ {"learn":[0.001212557591],"iteration":162,"passed_time":0.211814518,"remaining_time":0.04808059611},
167
+ {"learn":[0.001204246748],"iteration":163,"passed_time":0.2130817905,"remaining_time":0.04677405157},
168
+ {"learn":[0.001197300106],"iteration":164,"passed_time":0.2141260653,"remaining_time":0.04542068052},
169
+ {"learn":[0.001188515872],"iteration":165,"passed_time":0.2152645758,"remaining_time":0.0440903348},
170
+ {"learn":[0.001181948278],"iteration":166,"passed_time":0.2163784197,"remaining_time":0.04275741228},
171
+ {"learn":[0.00117415674],"iteration":167,"passed_time":0.2175362701,"remaining_time":0.04143548003},
172
+ {"learn":[0.001167613547],"iteration":168,"passed_time":0.2188401162,"remaining_time":0.04014226983},
173
+ {"learn":[0.001161334198],"iteration":169,"passed_time":0.2202318671,"remaining_time":0.03886444714},
174
+ {"learn":[0.001154856943],"iteration":170,"passed_time":0.2214152274,"remaining_time":0.03754995084},
175
+ {"learn":[0.001148681156],"iteration":171,"passed_time":0.2227780339,"remaining_time":0.03626619157},
176
+ {"learn":[0.001142485067],"iteration":172,"passed_time":0.2238533257,"remaining_time":0.03493664621},
177
+ {"learn":[0.001135105547],"iteration":173,"passed_time":0.2253480864,"remaining_time":0.03367270257},
178
+ {"learn":[0.001129257958],"iteration":174,"passed_time":0.2265561459,"remaining_time":0.03236516371},
179
+ {"learn":[0.001123639848],"iteration":175,"passed_time":0.2279567603,"remaining_time":0.03108501277},
180
+ {"learn":[0.001117696147],"iteration":176,"passed_time":0.2290401598,"remaining_time":0.02976228065},
181
+ {"learn":[0.001111670025],"iteration":177,"passed_time":0.2301794263,"remaining_time":0.02844914258},
182
+ {"learn":[0.001106017642],"iteration":178,"passed_time":0.2314587771,"remaining_time":0.02715438167},
183
+ {"learn":[0.001098380052],"iteration":179,"passed_time":0.2326056066,"remaining_time":0.0258450674},
184
+ {"learn":[0.001092771441],"iteration":180,"passed_time":0.2337051856,"remaining_time":0.02453258855},
185
+ {"learn":[0.001087115426],"iteration":181,"passed_time":0.2348601683,"remaining_time":0.02322792873},
186
+ {"learn":[0.001080682874],"iteration":182,"passed_time":0.2359869158,"remaining_time":0.0219222818},
187
+ {"learn":[0.001075497828],"iteration":183,"passed_time":0.2372487828,"remaining_time":0.02063032894},
188
+ {"learn":[0.001070228871],"iteration":184,"passed_time":0.2384164306,"remaining_time":0.01933106194},
189
+ {"learn":[0.001065037586],"iteration":185,"passed_time":0.2400370642,"remaining_time":0.01806730591},
190
+ {"learn":[0.001060063578],"iteration":186,"passed_time":0.2413926064,"remaining_time":0.01678130419},
191
+ {"learn":[0.001054726355],"iteration":187,"passed_time":0.2427763664,"remaining_time":0.01549636381},
192
+ {"learn":[0.001049537119],"iteration":188,"passed_time":0.244015295,"remaining_time":0.01420194839},
193
+ {"learn":[0.001044439338],"iteration":189,"passed_time":0.2452185517,"remaining_time":0.01290623956},
194
+ {"learn":[0.001039371453],"iteration":190,"passed_time":0.2462615187,"remaining_time":0.01160394591},
195
+ {"learn":[0.001034373045],"iteration":191,"passed_time":0.2473914807,"remaining_time":0.01030797836},
196
+ {"learn":[0.001029384136],"iteration":192,"passed_time":0.2485010809,"remaining_time":0.009012992571},
197
+ {"learn":[0.00102484487],"iteration":193,"passed_time":0.2496504631,"remaining_time":0.007721148344},
198
+ {"learn":[0.001020005904],"iteration":194,"passed_time":0.2510376921,"remaining_time":0.006436863899},
199
+ {"learn":[0.001015185192],"iteration":195,"passed_time":0.2521044274,"remaining_time":0.005144988315},
200
+ {"learn":[0.001010479126],"iteration":196,"passed_time":0.2537552507,"remaining_time":0.003864293157},
201
+ {"learn":[0.001006297953],"iteration":197,"passed_time":0.2550342553,"remaining_time":0.002576103589},
202
+ {"learn":[0.001001778059],"iteration":198,"passed_time":0.2561808471,"remaining_time":0.00128734094},
203
+ {"learn":[0.0009970520623],"iteration":199,"passed_time":0.2572442639,"remaining_time":0}
204
+ ]}
{webapp β†’ backend}/catboost_info/learn/events.out.tfevents RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d07956a3a8da8881442504752ad6649cc29acd6d9e73a31c71199d20da4bfbef
3
- size 12070
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f077f8747cc393edaa19a3f6444e07207434bdc94561116bf6ac81a04ea4208d
3
+ size 10870
backend/catboost_info/learn_error.tsv ADDED
@@ -0,0 +1,201 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ iter Logloss
2
+ 0 0.52439785
3
+ 1 0.413527298
4
+ 2 0.3352222681
5
+ 3 0.2681007624
6
+ 4 0.2248398304
7
+ 5 0.1885669231
8
+ 6 0.1625391364
9
+ 7 0.1395430803
10
+ 8 0.1267897964
11
+ 9 0.1060333967
12
+ 10 0.0953347683
13
+ 11 0.08687601089
14
+ 12 0.07429863214
15
+ 13 0.06293272972
16
+ 14 0.058005023
17
+ 15 0.04994810522
18
+ 16 0.04615496695
19
+ 17 0.04380612075
20
+ 18 0.04096904695
21
+ 19 0.03580204248
22
+ 20 0.03463125229
23
+ 21 0.03022542596
24
+ 22 0.02645817697
25
+ 23 0.02409423739
26
+ 24 0.02164642811
27
+ 25 0.01983197629
28
+ 26 0.01818189621
29
+ 27 0.01722429395
30
+ 28 0.01653795987
31
+ 29 0.01601633728
32
+ 30 0.01500828862
33
+ 31 0.0142768696
34
+ 32 0.01383496076
35
+ 33 0.01316203773
36
+ 34 0.01261018217
37
+ 35 0.01195178255
38
+ 36 0.01133489013
39
+ 37 0.01092169136
40
+ 38 0.01052001566
41
+ 39 0.0101938054
42
+ 40 0.009600394964
43
+ 41 0.009301098436
44
+ 42 0.009084525704
45
+ 43 0.008735964447
46
+ 44 0.008531824499
47
+ 45 0.008155613393
48
+ 46 0.007996714115
49
+ 47 0.007657719404
50
+ 48 0.007160877436
51
+ 49 0.006837812811
52
+ 50 0.006716428697
53
+ 51 0.006384585798
54
+ 52 0.00613026917
55
+ 53 0.005967155099
56
+ 54 0.00586867258
57
+ 55 0.005585940555
58
+ 56 0.005470659584
59
+ 57 0.005364893377
60
+ 58 0.005255997181
61
+ 59 0.005076412484
62
+ 60 0.00488159135
63
+ 61 0.0047988493
64
+ 62 0.004658866301
65
+ 63 0.004539835453
66
+ 64 0.004454713315
67
+ 65 0.004346949235
68
+ 66 0.00419927761
69
+ 67 0.004129322246
70
+ 68 0.003985830396
71
+ 69 0.003890226036
72
+ 70 0.003807736933
73
+ 71 0.003746218979
74
+ 72 0.003642436862
75
+ 73 0.003544923663
76
+ 74 0.003502965346
77
+ 75 0.003401882946
78
+ 76 0.003338810056
79
+ 77 0.003286745399
80
+ 78 0.003197191656
81
+ 79 0.003105672076
82
+ 80 0.003032949008
83
+ 81 0.002949315682
84
+ 82 0.002904865146
85
+ 83 0.002863388881
86
+ 84 0.002819203399
87
+ 85 0.002772123925
88
+ 86 0.002712678164
89
+ 87 0.002665610239
90
+ 88 0.002631897293
91
+ 89 0.002582664788
92
+ 90 0.0025328435
93
+ 91 0.002485608868
94
+ 92 0.00244210586
95
+ 93 0.002393146418
96
+ 94 0.002362151816
97
+ 95 0.002321382239
98
+ 96 0.002285412699
99
+ 97 0.002251627296
100
+ 98 0.002218419127
101
+ 99 0.002186526172
102
+ 100 0.00215657372
103
+ 101 0.002124473453
104
+ 102 0.002094154805
105
+ 103 0.002066927589
106
+ 104 0.002039002627
107
+ 105 0.002013676614
108
+ 106 0.001989229769
109
+ 107 0.001959206909
110
+ 108 0.001935988292
111
+ 109 0.001913792081
112
+ 110 0.001891992614
113
+ 111 0.00186907053
114
+ 112 0.001846119203
115
+ 113 0.001824098639
116
+ 114 0.001804479957
117
+ 115 0.001784173213
118
+ 116 0.001764576882
119
+ 117 0.001746523008
120
+ 118 0.001727291942
121
+ 119 0.001708712429
122
+ 120 0.001691962034
123
+ 121 0.001675632596
124
+ 122 0.001659709215
125
+ 123 0.001644315943
126
+ 124 0.001629596576
127
+ 125 0.001613465883
128
+ 126 0.001598351821
129
+ 127 0.001583856158
130
+ 128 0.001568897441
131
+ 129 0.001555425208
132
+ 130 0.001541156135
133
+ 131 0.001528420951
134
+ 132 0.001514737587
135
+ 133 0.001502413116
136
+ 134 0.0014903998
137
+ 135 0.001477489807
138
+ 136 0.001464056689
139
+ 137 0.001452924591
140
+ 138 0.001442002226
141
+ 139 0.001427085325
142
+ 140 0.001415170729
143
+ 141 0.001404961199
144
+ 142 0.001393380947
145
+ 143 0.001382241491
146
+ 144 0.00137125589
147
+ 145 0.001360558905
148
+ 146 0.0013511003
149
+ 147 0.001341695338
150
+ 148 0.001330403332
151
+ 149 0.001321328059
152
+ 150 0.001312732324
153
+ 151 0.001304195262
154
+ 152 0.001295934059
155
+ 153 0.00128633054
156
+ 154 0.001276834868
157
+ 155 0.00126749631
158
+ 156 0.001259745285
159
+ 157 0.001251982804
160
+ 158 0.001243079547
161
+ 159 0.001235547662
162
+ 160 0.001228219271
163
+ 161 0.001219826192
164
+ 162 0.001212557591
165
+ 163 0.001204246748
166
+ 164 0.001197300106
167
+ 165 0.001188515872
168
+ 166 0.001181948278
169
+ 167 0.00117415674
170
+ 168 0.001167613547
171
+ 169 0.001161334198
172
+ 170 0.001154856943
173
+ 171 0.001148681156
174
+ 172 0.001142485067
175
+ 173 0.001135105547
176
+ 174 0.001129257958
177
+ 175 0.001123639848
178
+ 176 0.001117696147
179
+ 177 0.001111670025
180
+ 178 0.001106017642
181
+ 179 0.001098380052
182
+ 180 0.001092771441
183
+ 181 0.001087115426
184
+ 182 0.001080682874
185
+ 183 0.001075497828
186
+ 184 0.001070228871
187
+ 185 0.001065037586
188
+ 186 0.001060063578
189
+ 187 0.001054726355
190
+ 188 0.001049537119
191
+ 189 0.001044439338
192
+ 190 0.001039371453
193
+ 191 0.001034373045
194
+ 192 0.001029384136
195
+ 193 0.00102484487
196
+ 194 0.001020005904
197
+ 195 0.001015185192
198
+ 196 0.001010479126
199
+ 197 0.001006297953
200
+ 198 0.001001778059
201
+ 199 0.0009970520623
backend/catboost_info/time_left.tsv ADDED
@@ -0,0 +1,201 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ iter Passed Remaining
2
+ 0 1 341
3
+ 1 3 341
4
+ 2 4 313
5
+ 3 6 304
6
+ 4 6 266
7
+ 5 7 248
8
+ 6 8 244
9
+ 7 10 240
10
+ 8 11 238
11
+ 9 12 236
12
+ 10 13 235
13
+ 11 14 233
14
+ 12 15 229
15
+ 13 17 228
16
+ 14 18 228
17
+ 15 19 224
18
+ 16 20 222
19
+ 17 21 219
20
+ 18 22 217
21
+ 19 23 215
22
+ 20 24 210
23
+ 21 25 208
24
+ 22 26 206
25
+ 23 28 205
26
+ 24 29 204
27
+ 25 30 203
28
+ 26 31 204
29
+ 27 33 203
30
+ 28 36 216
31
+ 29 38 217
32
+ 30 40 218
33
+ 31 41 215
34
+ 32 42 216
35
+ 33 44 217
36
+ 34 46 217
37
+ 35 47 218
38
+ 36 49 219
39
+ 37 51 220
40
+ 38 53 220
41
+ 39 55 221
42
+ 40 57 221
43
+ 41 58 221
44
+ 42 60 221
45
+ 43 62 221
46
+ 44 64 223
47
+ 45 66 222
48
+ 46 68 222
49
+ 47 70 222
50
+ 48 72 221
51
+ 49 73 221
52
+ 50 74 219
53
+ 51 76 217
54
+ 52 77 215
55
+ 53 78 213
56
+ 54 80 211
57
+ 55 81 210
58
+ 56 83 210
59
+ 57 85 210
60
+ 58 87 210
61
+ 59 90 210
62
+ 60 91 208
63
+ 61 92 206
64
+ 62 93 204
65
+ 63 95 202
66
+ 64 96 199
67
+ 65 97 197
68
+ 66 98 195
69
+ 67 100 194
70
+ 68 101 192
71
+ 69 102 190
72
+ 70 103 188
73
+ 71 104 186
74
+ 72 105 184
75
+ 73 107 182
76
+ 74 108 180
77
+ 75 109 178
78
+ 76 110 176
79
+ 77 111 174
80
+ 78 112 173
81
+ 79 114 171
82
+ 80 115 169
83
+ 81 116 167
84
+ 82 117 165
85
+ 83 118 163
86
+ 84 119 162
87
+ 85 121 160
88
+ 86 122 158
89
+ 87 123 157
90
+ 88 124 155
91
+ 89 125 153
92
+ 90 126 151
93
+ 91 127 149
94
+ 92 128 148
95
+ 93 130 146
96
+ 94 131 145
97
+ 95 133 144
98
+ 96 134 142
99
+ 97 135 140
100
+ 98 136 139
101
+ 99 137 137
102
+ 100 138 136
103
+ 101 140 134
104
+ 102 141 133
105
+ 103 142 131
106
+ 104 143 130
107
+ 105 144 128
108
+ 106 146 126
109
+ 107 147 125
110
+ 108 148 123
111
+ 109 149 122
112
+ 110 150 120
113
+ 111 151 119
114
+ 112 152 117
115
+ 113 153 116
116
+ 114 154 114
117
+ 115 156 113
118
+ 116 157 111
119
+ 117 158 110
120
+ 118 160 109
121
+ 119 161 107
122
+ 120 162 106
123
+ 121 163 104
124
+ 122 164 103
125
+ 123 166 101
126
+ 124 167 100
127
+ 125 168 98
128
+ 126 169 97
129
+ 127 170 95
130
+ 128 171 94
131
+ 129 173 93
132
+ 130 174 91
133
+ 131 175 90
134
+ 132 176 89
135
+ 133 177 87
136
+ 134 179 86
137
+ 135 180 84
138
+ 136 181 83
139
+ 137 182 82
140
+ 138 183 80
141
+ 139 184 79
142
+ 140 186 77
143
+ 141 187 76
144
+ 142 188 75
145
+ 143 189 73
146
+ 144 190 72
147
+ 145 192 71
148
+ 146 193 69
149
+ 147 194 68
150
+ 148 195 66
151
+ 149 196 65
152
+ 150 197 64
153
+ 151 198 62
154
+ 152 200 61
155
+ 153 201 60
156
+ 154 202 58
157
+ 155 203 57
158
+ 156 204 56
159
+ 157 205 54
160
+ 158 206 53
161
+ 159 208 52
162
+ 160 209 50
163
+ 161 210 49
164
+ 162 211 48
165
+ 163 213 46
166
+ 164 214 45
167
+ 165 215 44
168
+ 166 216 42
169
+ 167 217 41
170
+ 168 218 40
171
+ 169 220 38
172
+ 170 221 37
173
+ 171 222 36
174
+ 172 223 34
175
+ 173 225 33
176
+ 174 226 32
177
+ 175 227 31
178
+ 176 229 29
179
+ 177 230 28
180
+ 178 231 27
181
+ 179 232 25
182
+ 180 233 24
183
+ 181 234 23
184
+ 182 235 21
185
+ 183 237 20
186
+ 184 238 19
187
+ 185 240 18
188
+ 186 241 16
189
+ 187 242 15
190
+ 188 244 14
191
+ 189 245 12
192
+ 190 246 11
193
+ 191 247 10
194
+ 192 248 9
195
+ 193 249 7
196
+ 194 251 6
197
+ 195 252 5
198
+ 196 253 3
199
+ 197 255 2
200
+ 198 256 1
201
+ 199 257 0
{code β†’ backend/code}/analysis/__init__.py RENAMED
File without changes
{code β†’ backend/code}/analysis/aggregate_results.py RENAMED
File without changes
{code β†’ backend/code}/config/datasets.yaml RENAMED
File without changes
{code β†’ backend/code}/config/experiments.yaml RENAMED
File without changes
{code β†’ backend/code}/config/models.yaml RENAMED
File without changes
{code β†’ backend/code}/docker/Dockerfile RENAMED
File without changes
{code β†’ backend/code}/evaluation/__init__.py RENAMED
File without changes
{code β†’ backend/code}/evaluation/compute_tracker.py RENAMED
File without changes
{code β†’ backend/code}/evaluation/cross_validation.py RENAMED
File without changes
{code β†’ backend/code}/evaluation/metrics.py RENAMED
File without changes
{code β†’ backend/code}/evaluation/statistical_tests.py RENAMED
File without changes
{code β†’ backend/code}/models/__init__.py RENAMED
File without changes
{code β†’ backend/code}/models/autogluon_wrapper.py RENAMED
File without changes
{code β†’ backend/code}/models/base_wrapper.py RENAMED
File without changes
{code β†’ backend/code}/models/baseline_wrappers.py RENAMED
File without changes
{code β†’ backend/code}/models/sap_rpt1_hf_wrapper.py RENAMED
File without changes
{code β†’ backend/code}/models/sap_rpt1_wrapper.py RENAMED
File without changes
{code β†’ backend/code}/models/tabicl_wrapper.py RENAMED
File without changes
{code β†’ backend/code}/models/tabpfn_wrapper.py RENAMED
File without changes
{code β†’ backend/code}/runners/__init__.py RENAMED
File without changes
{code β†’ backend/code}/runners/run_baselines.py RENAMED
File without changes
{code β†’ backend/code}/runners/run_batch.py RENAMED
File without changes
{code β†’ backend/code}/runners/run_experiment.py RENAMED
File without changes
{code β†’ backend/code}/sap_rpt1.egg-info/PKG-INFO RENAMED
File without changes
{code β†’ backend/code}/sap_rpt1.egg-info/SOURCES.txt RENAMED
File without changes
{code β†’ backend/code}/sap_rpt1.egg-info/dependency_links.txt RENAMED
File without changes
{code β†’ backend/code}/sap_rpt1.egg-info/requires.txt RENAMED
File without changes
{code β†’ backend/code}/sap_rpt1.egg-info/top_level.txt RENAMED
File without changes
{code β†’ backend/code}/utils/__init__.py RENAMED
File without changes
{code β†’ backend/code}/utils/logging_utils.py RENAMED
File without changes
{webapp β†’ backend}/ensemble.py RENAMED
File without changes
fix_dataset.py β†’ backend/fix_dataset.py RENAMED
File without changes
{webapp β†’ backend}/main.py RENAMED
File without changes
requirements.txt β†’ backend/requirements.txt RENAMED
File without changes
{scripts β†’ backend/scripts}/demo_benchmark.py RENAMED
File without changes
{scripts β†’ backend/scripts}/download_datasets.py RENAMED
File without changes
{scripts β†’ backend/scripts}/reproduce_all.sh RENAMED
File without changes
{scripts β†’ backend/scripts}/test_sap_rpt1.py RENAMED
File without changes
setup.py β†’ backend/setup.py RENAMED
File without changes
{webapp β†’ backend}/static/app.js RENAMED
File without changes
{webapp β†’ backend}/static/arena.html RENAMED
File without changes
{webapp β†’ backend}/static/landing.html RENAMED
File without changes