Download calibration_report.json from a3ro-dev/reflex-2048: direct link, hf CLI and curl.
- Browser
- Download file 7.85 kB
-
https://huggingface.co/a3ro-dev/reflex-2048/resolve/main/calibration_report.json
- Command line
-
hf download hf://a3ro-dev/reflex-2048/calibration_report.json
-
curl -L -o calibration_report.json https://huggingface.co/a3ro-dev/reflex-2048/resolve/main/calibration_report.json
7.85 kB
| { | |
| "ckpt": "/root/runs/final/reflex.pt", | |
| "step": 25915, | |
| "d3": { | |
| "n": 200000, | |
| "acc": 0.9109599590301514, | |
| "ece": 0.010334860303325798, | |
| "classwise_ece": 0.005813934361734425, | |
| "nll": 0.20451036095619202, | |
| "brier": 0.12394937127828598, | |
| "mean_conf": 0.9212714433670044, | |
| "reliability": [ | |
| { | |
| "lo": 0.20000001788139343, | |
| "conf": 0.2616492807865143, | |
| "acc": 0.0, | |
| "n": 1 | |
| }, | |
| { | |
| "lo": 0.2666666805744171, | |
| "conf": 0.3161606788635254, | |
| "acc": 0.1666666716337204, | |
| "n": 12 | |
| }, | |
| { | |
| "lo": 0.3333333432674408, | |
| "conf": 0.3777371644973755, | |
| "acc": 0.38291141390800476, | |
| "n": 316 | |
| }, | |
| { | |
| "lo": 0.40000003576278687, | |
| "conf": 0.43759623169898987, | |
| "acc": 0.43310657143592834, | |
| "n": 882 | |
| }, | |
| { | |
| "lo": 0.46666669845581055, | |
| "conf": 0.5100187063217163, | |
| "acc": 0.5065382122993469, | |
| "n": 4359 | |
| }, | |
| { | |
| "lo": 0.5333333015441895, | |
| "conf": 0.5668291449546814, | |
| "acc": 0.566933810710907, | |
| "n": 6738 | |
| }, | |
| { | |
| "lo": 0.5999999642372131, | |
| "conf": 0.6327977180480957, | |
| "acc": 0.6009564995765686, | |
| "n": 6691 | |
| }, | |
| { | |
| "lo": 0.6666666269302368, | |
| "conf": 0.7004483938217163, | |
| "acc": 0.6584302186965942, | |
| "n": 6880 | |
| }, | |
| { | |
| "lo": 0.7333333492279053, | |
| "conf": 0.7675895094871521, | |
| "acc": 0.7328316569328308, | |
| "n": 7441 | |
| }, | |
| { | |
| "lo": 0.800000011920929, | |
| "conf": 0.8342754244804382, | |
| "acc": 0.7924944758415222, | |
| "n": 9060 | |
| }, | |
| { | |
| "lo": 0.8666666746139526, | |
| "conf": 0.9024046659469604, | |
| "acc": 0.8668531179428101, | |
| "n": 12873 | |
| }, | |
| { | |
| "lo": 0.9333333373069763, | |
| "conf": 0.9931983351707458, | |
| "acc": 0.9901137351989746, | |
| "n": 144747 | |
| } | |
| ], | |
| "acc_by_stage": { | |
| "<2048": { | |
| "acc": 0.9084683060646057, | |
| "n": 11974 | |
| }, | |
| "2048-4096": { | |
| "acc": 0.9051666259765625, | |
| "n": 32826 | |
| }, | |
| "8192": { | |
| "acc": 0.9059008359909058, | |
| "n": 39554 | |
| }, | |
| "16384": { | |
| "acc": 0.9102802276611328, | |
| "n": 60689 | |
| }, | |
| ">=32768": { | |
| "acc": 0.9193551540374756, | |
| "n": 54957 | |
| } | |
| } | |
| }, | |
| "d4": { | |
| "n": 200000, | |
| "acc": 0.9362399578094482, | |
| "ece": 0.005877783937850665, | |
| "classwise_ece": 0.0037371709357283678, | |
| "nll": 0.15541012585163116, | |
| "brier": 0.09056096524000168, | |
| "mean_conf": 0.930762767791748, | |
| "reliability": [ | |
| { | |
| "lo": 0.2666666805744171, | |
| "conf": 0.3104710280895233, | |
| "acc": 0.3333333432674408, | |
| "n": 9 | |
| }, | |
| { | |
| "lo": 0.3333333432674408, | |
| "conf": 0.3777979910373688, | |
| "acc": 0.32258063554763794, | |
| "n": 248 | |
| }, | |
| { | |
| "lo": 0.40000003576278687, | |
| "conf": 0.43695154786109924, | |
| "acc": 0.4291091561317444, | |
| "n": 797 | |
| }, | |
| { | |
| "lo": 0.46666669845581055, | |
| "conf": 0.510391354560852, | |
| "acc": 0.509703516960144, | |
| "n": 3710 | |
| }, | |
| { | |
| "lo": 0.5333333015441895, | |
| "conf": 0.56622713804245, | |
| "acc": 0.5708888173103333, | |
| "n": 5558 | |
| }, | |
| { | |
| "lo": 0.5999999642372131, | |
| "conf": 0.6333951950073242, | |
| "acc": 0.6303596496582031, | |
| "n": 5784 | |
| }, | |
| { | |
| "lo": 0.6666666269302368, | |
| "conf": 0.7004299759864807, | |
| "acc": 0.7268487811088562, | |
| "n": 6004 | |
| }, | |
| { | |
| "lo": 0.7333333492279053, | |
| "conf": 0.7674108147621155, | |
| "acc": 0.7979346513748169, | |
| "n": 6488 | |
| }, | |
| { | |
| "lo": 0.800000011920929, | |
| "conf": 0.8349699974060059, | |
| "acc": 0.864363968372345, | |
| "n": 8309 | |
| }, | |
| { | |
| "lo": 0.8666666746139526, | |
| "conf": 0.903027355670929, | |
| "acc": 0.9281561374664307, | |
| "n": 12555 | |
| }, | |
| { | |
| "lo": 0.9333333373069763, | |
| "conf": 0.9933969974517822, | |
| "acc": 0.9946790933609009, | |
| "n": 150538 | |
| } | |
| ], | |
| "acc_by_stage": { | |
| "<2048": { | |
| "acc": 0.8899039030075073, | |
| "n": 8429 | |
| }, | |
| "2048-4096": { | |
| "acc": 0.9120897650718689, | |
| "n": 24525 | |
| }, | |
| "8192": { | |
| "acc": 0.9290807843208313, | |
| "n": 31275 | |
| }, | |
| "16384": { | |
| "acc": 0.9418529868125916, | |
| "n": 58782 | |
| }, | |
| ">=32768": { | |
| "acc": 0.9476288557052612, | |
| "n": 76989 | |
| } | |
| } | |
| }, | |
| "dag": { | |
| "n": 23621, | |
| "acc": 0.44477373361587524, | |
| "ece": 0.21562865744482934, | |
| "classwise_ece": 0.11597429518194752, | |
| "nll": 2.2459492683410645, | |
| "brier": 0.7532422542572021, | |
| "mean_conf": 0.6604024171829224, | |
| "reliability": [ | |
| { | |
| "lo": 0.20000001788139343, | |
| "conf": 0.2614020109176636, | |
| "acc": 0.25, | |
| "n": 12 | |
| }, | |
| { | |
| "lo": 0.2666666805744171, | |
| "conf": 0.31140047311782837, | |
| "acc": 0.24229075014591217, | |
| "n": 681 | |
| }, | |
| { | |
| "lo": 0.3333333432674408, | |
| "conf": 0.3702302873134613, | |
| "acc": 0.31361210346221924, | |
| "n": 2248 | |
| }, | |
| { | |
| "lo": 0.40000003576278687, | |
| "conf": 0.43376410007476807, | |
| "acc": 0.3314346671104431, | |
| "n": 2809 | |
| }, | |
| { | |
| "lo": 0.46666669845581055, | |
| "conf": 0.5007346272468567, | |
| "acc": 0.37642714381217957, | |
| "n": 2978 | |
| }, | |
| { | |
| "lo": 0.5333333015441895, | |
| "conf": 0.5658344626426697, | |
| "acc": 0.39647752046585083, | |
| "n": 2555 | |
| }, | |
| { | |
| "lo": 0.5999999642372131, | |
| "conf": 0.6301718950271606, | |
| "acc": 0.44249120354652405, | |
| "n": 1991 | |
| }, | |
| { | |
| "lo": 0.6666666269302368, | |
| "conf": 0.6996316313743591, | |
| "acc": 0.4875076115131378, | |
| "n": 1641 | |
| }, | |
| { | |
| "lo": 0.7333333492279053, | |
| "conf": 0.76542067527771, | |
| "acc": 0.46928200125694275, | |
| "n": 1351 | |
| }, | |
| { | |
| "lo": 0.800000011920929, | |
| "conf": 0.8332225680351257, | |
| "acc": 0.5105690956115723, | |
| "n": 1230 | |
| }, | |
| { | |
| "lo": 0.8666666746139526, | |
| "conf": 0.9017775058746338, | |
| "acc": 0.5570417046546936, | |
| "n": 1271 | |
| }, | |
| { | |
| "lo": 0.9333333373069763, | |
| "conf": 0.9865418672561646, | |
| "acc": 0.6009476780891418, | |
| "n": 4854 | |
| } | |
| ], | |
| "acc_by_stage": { | |
| "<2048": { | |
| "acc": 0.4209636151790619, | |
| "n": 18327 | |
| }, | |
| "2048-4096": { | |
| "acc": 0.521415650844574, | |
| "n": 4973 | |
| }, | |
| "8192": { | |
| "acc": 0.6168224215507507, | |
| "n": 321 | |
| } | |
| } | |
| }, | |
| "dageval": { | |
| "n": 199505, | |
| "acc": 0.6101701855659485, | |
| "ece": 0.27116093451079476, | |
| "classwise_ece": 0.14033046305396282, | |
| "nll": 3.204610824584961, | |
| "brier": 0.6528977155685425, | |
| "mean_conf": 0.8813311457633972, | |
| "reliability": [ | |
| { | |
| "lo": 0.20000001788139343, | |
| "conf": 0.2623162865638733, | |
| "acc": 0.0, | |
| "n": 3 | |
| }, | |
| { | |
| "lo": 0.2666666805744171, | |
| "conf": 0.31312525272369385, | |
| "acc": 0.1818181723356247, | |
| "n": 110 | |
| }, | |
| { | |
| "lo": 0.3333333432674408, | |
| "conf": 0.3742755949497223, | |
| "acc": 0.2713567912578583, | |
| "n": 1194 | |
| }, | |
| { | |
| "lo": 0.40000003576278687, | |
| "conf": 0.4368848204612732, | |
| "acc": 0.29916611313819885, | |
| "n": 2878 | |
| }, | |
| { | |
| "lo": 0.46666669845581055, | |
| "conf": 0.506822943687439, | |
| "acc": 0.34820833802223206, | |
| "n": 7507 | |
| }, | |
| { | |
| "lo": 0.5333333015441895, | |
| "conf": 0.5662879943847656, | |
| "acc": 0.3780185878276825, | |
| "n": 9690 | |
| }, | |
| { | |
| "lo": 0.5999999642372131, | |
| "conf": 0.6332005262374878, | |
| "acc": 0.4069898724555969, | |
| "n": 9757 | |
| }, | |
| { | |
| "lo": 0.6666666269302368, | |
| "conf": 0.7001890540122986, | |
| "acc": 0.44430702924728394, | |
| "n": 9705 | |
| }, | |
| { | |
| "lo": 0.7333333492279053, | |
| "conf": 0.7671082615852356, | |
| "acc": 0.49206504225730896, | |
| "n": 10271 | |
| }, | |
| { | |
| "lo": 0.800000011920929, | |
| "conf": 0.834148108959198, | |
| "acc": 0.5464140176773071, | |
| "n": 11559 | |
| }, | |
| { | |
| "lo": 0.8666666746139526, | |
| "conf": 0.9023152589797974, | |
| "acc": 0.5913816690444946, | |
| "n": 15293 | |
| }, | |
| { | |
| "lo": 0.9333333373069763, | |
| "conf": 0.9915003776550293, | |
| "acc": 0.7039197683334351, | |
| "n": 121538 | |
| } | |
| ], | |
| "acc_by_stage": { | |
| "<2048": { | |
| "acc": 0.4269912540912628, | |
| "n": 18895 | |
| }, | |
| "2048-4096": { | |
| "acc": 0.572346031665802, | |
| "n": 66956 | |
| }, | |
| "8192": { | |
| "acc": 0.6439301371574402, | |
| "n": 58379 | |
| }, | |
| "16384": { | |
| "acc": 0.6899833083152771, | |
| "n": 49178 | |
| }, | |
| ">=32768": { | |
| "acc": 0.6262096166610718, | |
| "n": 6097 | |
| } | |
| } | |
| } | |
| } |