Download evaluation.json from thelamapi/Next-Signal: direct link, hf CLI and curl.
- Browser
- Download file 10.9 kB
-
https://huggingface.co/thelamapi/Next-Signal/resolve/main/evaluation.json
- Command line
-
hf download hf://thelamapi/Next-Signal/evaluation.json
-
curl -L -o evaluation.json https://huggingface.co/thelamapi/Next-Signal/resolve/main/evaluation.json
10.9 kB
| { | |
| "project": "Next Signal", | |
| "profile": "full", | |
| "seed": 73, | |
| "device": { | |
| "python": "3.13.16", | |
| "platform": "Linux-6.6.159+-x86_64-with-glibc2.39", | |
| "cpu_count": 12, | |
| "numpy": "2.4.6", | |
| "torch": "2.14.1+cu130", | |
| "cuda": true, | |
| "gpu": "NVIDIA L4", | |
| "colab": true | |
| }, | |
| "data": { | |
| "name": "Human Activity Recognition Using Smartphones", | |
| "source": "https://archive.ics.uci.edu/static/public/240/human+activity+recognition+using+smartphones.zip", | |
| "license": "CC BY 4.0", | |
| "download": { | |
| "url": "https://archive.ics.uci.edu/static/public/240/human+activity+recognition+using+smartphones.zip", | |
| "file": "uci_har.zip", | |
| "bytes": 61005872, | |
| "sha256": "c00b803081a5c797cd5e4b83700a9810b38d53d9d84e01917e090e1fdbc81031", | |
| "verified_against_pinned_sha256": false | |
| }, | |
| "split": { | |
| "pretrain_and_label_pool_subjects": [ | |
| 3, | |
| 6, | |
| 7, | |
| 8, | |
| 11, | |
| 14, | |
| 15, | |
| 16, | |
| 17, | |
| 21, | |
| 22, | |
| 23, | |
| 25, | |
| 26, | |
| 28, | |
| 29, | |
| 30 | |
| ], | |
| "validation_subjects": [ | |
| 1, | |
| 5, | |
| 19, | |
| 27 | |
| ], | |
| "test_subjects": [ | |
| 2, | |
| 4, | |
| 9, | |
| 10, | |
| 12, | |
| 13, | |
| 18, | |
| 20, | |
| 24 | |
| ], | |
| "windows": { | |
| "pretrain_pool": 5967, | |
| "validation": 1385, | |
| "test": 2947 | |
| }, | |
| "rule": "split by person; overlapping neighbour windows never cross splits" | |
| } | |
| }, | |
| "pretraining": { | |
| "epochs": 80, | |
| "seconds": 12.5, | |
| "final_loss": 2.184822434964387, | |
| "loss_curve": [ | |
| 3.712400488231493, | |
| 2.963286171788755, | |
| 2.739344721255095, | |
| 2.6145749817723813, | |
| 2.5520408464514692, | |
| 2.5070140465446142, | |
| 2.461351944052655, | |
| 2.4770600381104844, | |
| 2.4195773290551226, | |
| 2.424070461936619, | |
| 2.4328558444976807, | |
| 2.4071899807971455, | |
| 2.363288568413776, | |
| 2.3896970748901367, | |
| 2.392222010571024, | |
| 2.342703290607618, | |
| 2.3041959119879682, | |
| 2.339908081552257, | |
| 2.316423747850501, | |
| 2.288858061251433, | |
| 2.3337712495223335, | |
| 2.3336874194767163, | |
| 2.2924146237580674, | |
| 2.2862673324087393, | |
| 2.2796806667162026, | |
| 2.284140742343405, | |
| 2.3090094068776006, | |
| 2.2604137399922246, | |
| 2.2845878393753716, | |
| 2.256418549496195, | |
| 2.284406858941783, | |
| 2.2578139305114746, | |
| 2.2458334694737974, | |
| 2.2439312520234482, | |
| 2.285909072212551, | |
| 2.2630054536073105, | |
| 2.2501549928084663, | |
| 2.2446324099665103, | |
| 2.243580144384633, | |
| 2.2494544360948647, | |
| 2.251435673755148, | |
| 2.2552023141280464, | |
| 2.23429274559021, | |
| 2.2433379007422407, | |
| 2.241523856702058, | |
| 2.238611718882685, | |
| 2.2323898750802744, | |
| 2.215463462083236, | |
| 2.202808970990388, | |
| 2.2326209959776504, | |
| 2.2435816992884097, | |
| 2.241964412772137, | |
| 2.2296112412991733, | |
| 2.197518504184225, | |
| 2.213502479636151, | |
| 2.225979877554852, | |
| 2.2221103440160337, | |
| 2.2329591253529424, | |
| 2.1921197435130244, | |
| 2.1944941126781963, | |
| 2.209777033847311, | |
| 2.2089720083319624, | |
| 2.219303970751555, | |
| 2.2248885424240776, | |
| 2.205455717833146, | |
| 2.207445538562277, | |
| 2.199899787488191, | |
| 2.1791009488313096, | |
| 2.215926232545272, | |
| 2.180913614190143, | |
| 2.1990664730901304, | |
| 2.2125095077182935, | |
| 2.1830043481743853, | |
| 2.2084487002828848, | |
| 2.2097588518391484, | |
| 2.1778356614320176, | |
| 2.1839393947435464, | |
| 2.1911755748417066, | |
| 2.1659804116124692, | |
| 2.184822434964387 | |
| ], | |
| "windows": 5967 | |
| }, | |
| "probe": { | |
| "type": "standardised multinomial logistic regression", | |
| "C_selection": { | |
| "ssl": { | |
| "C": 10.0, | |
| "val_scores": { | |
| "0.01": 0.8943441636582431, | |
| "0.1": 0.9140794223826715, | |
| "1.0": 0.9256317689530685, | |
| "10.0": 0.9258724428399518 | |
| } | |
| }, | |
| "random": { | |
| "C": 1.0, | |
| "val_scores": { | |
| "0.01": 0.8016847172081829, | |
| "0.1": 0.8245487364620939, | |
| "1.0": 0.8250300842358604, | |
| "10.0": 0.8204572803850781 | |
| } | |
| }, | |
| "stats": { | |
| "C": 10.0, | |
| "val_scores": { | |
| "0.01": 0.7547533092659447, | |
| "0.1": 0.8081829121540314, | |
| "1.0": 0.8187725631768953, | |
| "10.0": 0.822864019253911 | |
| } | |
| } | |
| }, | |
| "label_seeds": [ | |
| 0, | |
| 1, | |
| 2, | |
| 3, | |
| 4 | |
| ] | |
| }, | |
| "results_test_subjects": { | |
| "ssl": { | |
| "2": { | |
| "labels_total": 12, | |
| "acc_mean": 0.6836783169324736, | |
| "acc_std": 0.03905040254913586, | |
| "macro_f1_mean": 0.6880320300737847, | |
| "macro_f1_std": 0.03318949909266294, | |
| "seeds": 5 | |
| }, | |
| "10": { | |
| "labels_total": 60, | |
| "acc_mean": 0.8504920257889379, | |
| "acc_std": 0.029252053026430767, | |
| "macro_f1_mean": 0.852388590496618, | |
| "macro_f1_std": 0.028747183437794182, | |
| "seeds": 5 | |
| }, | |
| "50": { | |
| "labels_total": 300, | |
| "acc_mean": 0.9013912453342382, | |
| "acc_std": 0.010230841606444484, | |
| "macro_f1_mean": 0.9031353115767127, | |
| "macro_f1_std": 0.009730438129879343, | |
| "seeds": 5 | |
| }, | |
| "all": { | |
| "labels_total": 5967, | |
| "acc_mean": 0.9117746861214795, | |
| "acc_std": 0.0, | |
| "macro_f1_mean": 0.9133442911075771, | |
| "macro_f1_std": 0.0, | |
| "seeds": 1 | |
| } | |
| }, | |
| "random": { | |
| "2": { | |
| "labels_total": 12, | |
| "acc_mean": 0.6498133695283339, | |
| "acc_std": 0.036250664131663314, | |
| "macro_f1_mean": 0.645758446468177, | |
| "macro_f1_std": 0.03552224729393867, | |
| "seeds": 5 | |
| }, | |
| "10": { | |
| "labels_total": 60, | |
| "acc_mean": 0.779300984051578, | |
| "acc_std": 0.013218300725011034, | |
| "macro_f1_mean": 0.7763499239205346, | |
| "macro_f1_std": 0.01271300649849152, | |
| "seeds": 5 | |
| }, | |
| "50": { | |
| "labels_total": 300, | |
| "acc_mean": 0.8561927383780116, | |
| "acc_std": 0.012688149897945202, | |
| "macro_f1_mean": 0.8552664706192152, | |
| "macro_f1_std": 0.012644973028308748, | |
| "seeds": 5 | |
| }, | |
| "all": { | |
| "labels_total": 5967, | |
| "acc_mean": 0.8920936545639634, | |
| "acc_std": 0.0, | |
| "macro_f1_mean": 0.8917543014154136, | |
| "macro_f1_std": 0.0, | |
| "seeds": 1 | |
| } | |
| }, | |
| "stats": { | |
| "2": { | |
| "labels_total": 12, | |
| "acc_mean": 0.6524601289446895, | |
| "acc_std": 0.03437673651432141, | |
| "macro_f1_mean": 0.6315164863953293, | |
| "macro_f1_std": 0.02988008478660784, | |
| "seeds": 5 | |
| }, | |
| "10": { | |
| "labels_total": 60, | |
| "acc_mean": 0.8060400407193757, | |
| "acc_std": 0.02669682260710852, | |
| "macro_f1_mean": 0.8023744003419736, | |
| "macro_f1_std": 0.028293967458807565, | |
| "seeds": 5 | |
| }, | |
| "50": { | |
| "labels_total": 300, | |
| "acc_mean": 0.862029182219206, | |
| "acc_std": 0.006839292941890257, | |
| "macro_f1_mean": 0.859469912983073, | |
| "macro_f1_std": 0.006717255422007592, | |
| "seeds": 5 | |
| }, | |
| "all": { | |
| "labels_total": 5967, | |
| "acc_mean": 0.8927723108245673, | |
| "acc_std": 0.0, | |
| "macro_f1_mean": 0.8912415144172424, | |
| "macro_f1_std": 0.0, | |
| "seeds": 1 | |
| } | |
| } | |
| }, | |
| "confusion_ssl_10_per_class": [ | |
| [ | |
| 473, | |
| 0, | |
| 22, | |
| 1, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 51, | |
| 390, | |
| 19, | |
| 11, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 9, | |
| 3, | |
| 408, | |
| 0, | |
| 0, | |
| 0 | |
| ], | |
| [ | |
| 0, | |
| 3, | |
| 0, | |
| 396, | |
| 90, | |
| 2 | |
| ], | |
| [ | |
| 0, | |
| 0, | |
| 0, | |
| 118, | |
| 414, | |
| 0 | |
| ], | |
| [ | |
| 25, | |
| 0, | |
| 0, | |
| 49, | |
| 0, | |
| 463 | |
| ] | |
| ], | |
| "failure_examples": { | |
| "setting": "SSL probe, 10 labels/class, seed 0", | |
| "n_wrong": 403, | |
| "first": [ | |
| { | |
| "test_window": 31, | |
| "subject": 2, | |
| "true": "sitting", | |
| "predicted": "standing" | |
| }, | |
| { | |
| "test_window": 32, | |
| "subject": 2, | |
| "true": "sitting", | |
| "predicted": "standing" | |
| }, | |
| { | |
| "test_window": 45, | |
| "subject": 2, | |
| "true": "sitting", | |
| "predicted": "standing" | |
| }, | |
| { | |
| "test_window": 46, | |
| "subject": 2, | |
| "true": "sitting", | |
| "predicted": "standing" | |
| }, | |
| { | |
| "test_window": 47, | |
| "subject": 2, | |
| "true": "sitting", | |
| "predicted": "standing" | |
| }, | |
| { | |
| "test_window": 48, | |
| "subject": 2, | |
| "true": "sitting", | |
| "predicted": "standing" | |
| }, | |
| { | |
| "test_window": 49, | |
| "subject": 2, | |
| "true": "sitting", | |
| "predicted": "standing" | |
| }, | |
| { | |
| "test_window": 50, | |
| "subject": 2, | |
| "true": "sitting", | |
| "predicted": "standing" | |
| }, | |
| { | |
| "test_window": 51, | |
| "subject": 2, | |
| "true": "sitting", | |
| "predicted": "standing" | |
| }, | |
| { | |
| "test_window": 52, | |
| "subject": 2, | |
| "true": "sitting", | |
| "predicted": "standing" | |
| }, | |
| { | |
| "test_window": 53, | |
| "subject": 2, | |
| "true": "sitting", | |
| "predicted": "standing" | |
| }, | |
| { | |
| "test_window": 54, | |
| "subject": 2, | |
| "true": "sitting", | |
| "predicted": "standing" | |
| }, | |
| { | |
| "test_window": 302, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 303, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 305, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 306, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 307, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 308, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 309, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 310, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 311, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 312, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 313, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 314, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 315, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 316, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 317, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 319, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 320, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| }, | |
| { | |
| "test_window": 321, | |
| "subject": 4, | |
| "true": "standing", | |
| "predicted": "sitting" | |
| } | |
| ] | |
| }, | |
| "tests": { | |
| "reload": { | |
| "returncode": 0, | |
| "seconds": 0.18, | |
| "process": "fresh python -E subprocess, cwd = temporary copy of the model folder", | |
| "passed": true, | |
| "max_abs_diff": 0.0, | |
| "n_windows": 8 | |
| }, | |
| "node_parity": { | |
| "cases": 4, | |
| "failed": 0, | |
| "maxDiff": 6.106226635438361e-16, | |
| "results": [ | |
| { | |
| "name": "case0", | |
| "maxDiff": 1.7780915628762273e-17 | |
| }, | |
| { | |
| "name": "case1", | |
| "maxDiff": 1.1102230246251565e-16 | |
| }, | |
| { | |
| "name": "case2", | |
| "maxDiff": 6.106226635438361e-16 | |
| }, | |
| { | |
| "name": "case3", | |
| "maxDiff": 6.245004513516506e-17 | |
| } | |
| ], | |
| "ms": 137, | |
| "runtime": "node v22.23.4", | |
| "status": "passed" | |
| }, | |
| "browser": { | |
| "status": "skipped", | |
| "reason": "playwright not installed" | |
| } | |
| }, | |
| "not_run": [ | |
| "Only one pre-training seed was run; variance over pre-training seeds is not reported." | |
| ] | |
| } |