Add MnemoDyn checkpoint
Browse files
Orion_450_ukbiobank/README.md
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: cc-by-nc-4.0
|
| 3 |
+
library_name: pytorch-lightning
|
| 4 |
+
tags:
|
| 5 |
+
- neuroscience
|
| 6 |
+
- fmri
|
| 7 |
+
- time-series
|
| 8 |
+
- pytorch-lightning
|
| 9 |
+
---
|
| 10 |
+
|
| 11 |
+
# MnemoDyn Checkpoint
|
| 12 |
+
|
| 13 |
+
This repository contains a MnemoDyn checkpoint exported from this codebase.
|
| 14 |
+
|
| 15 |
+
## Checkpoint
|
| 16 |
+
|
| 17 |
+
- Source checkpoint: `model-epoch=28-val_mae=0.0002.ckpt`
|
| 18 |
+
- Dataset: `GordonHCP`
|
| 19 |
+
- Model class: `coe.light.model.main:LitORionModelOptimized`
|
| 20 |
+
- Remote directory: `Orion_450_ukbiobank`
|
| 21 |
+
|
| 22 |
+
## Files
|
| 23 |
+
|
| 24 |
+
- `Orion_450_ukbiobank/model.ckpt`: Lightning checkpoint
|
| 25 |
+
- `Orion_450_ukbiobank/hparams.yaml`: training hyperparameters (if available)
|
| 26 |
+
- `Orion_450_ukbiobank/metrics.csv`: training/validation metrics (if available)
|
| 27 |
+
- `Orion_450_ukbiobank/load_from_hf.py`: minimal loading script
|
| 28 |
+
|
| 29 |
+
## Usage
|
| 30 |
+
|
| 31 |
+
```bash
|
| 32 |
+
python Orion_450_ukbiobank/load_from_hf.py --repo_id vhluong/MnemoDyn
|
| 33 |
+
```
|
Orion_450_ukbiobank/hparams.yaml
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
D: 450
|
| 2 |
+
D_out:
|
| 3 |
+
- 450
|
| 4 |
+
- 450
|
| 5 |
+
- 450
|
| 6 |
+
- 450
|
| 7 |
+
K_LC:
|
| 8 |
+
- 2
|
| 9 |
+
- 2
|
| 10 |
+
- 2
|
| 11 |
+
- 2
|
| 12 |
+
- 2
|
| 13 |
+
- 2
|
| 14 |
+
K_dense: 4
|
| 15 |
+
LC_rank: 4
|
| 16 |
+
conv_bias: true
|
| 17 |
+
dataset_type: GordonHCP
|
| 18 |
+
dense_rank: 8
|
| 19 |
+
dim_d: 100
|
| 20 |
+
dim_k: 300
|
| 21 |
+
duration: 1
|
| 22 |
+
epoch: 1000
|
| 23 |
+
exp: debug
|
| 24 |
+
h_rank: 3
|
| 25 |
+
huber_delta: 1.0
|
| 26 |
+
interpol: spline
|
| 27 |
+
linear_bias: true
|
| 28 |
+
loss_type: total
|
| 29 |
+
lr: 0.001
|
| 30 |
+
masked_modelling: false
|
| 31 |
+
model_pred_save_freq: 100
|
| 32 |
+
n_levels: 5
|
| 33 |
+
nb: 5
|
| 34 |
+
nonlinearity: tanh
|
| 35 |
+
normalize: robust_scaler
|
| 36 |
+
num_classes: 1
|
| 37 |
+
num_sparse_LC: 4
|
| 38 |
+
one_channel: -1
|
| 39 |
+
original_length: 490
|
| 40 |
+
predict: false
|
| 41 |
+
profile: false
|
| 42 |
+
scale: false
|
| 43 |
+
seed: 2025
|
| 44 |
+
storage: /mnt/vhluong/Result/Orion_450_ukbiobank/
|
| 45 |
+
subset: true
|
| 46 |
+
test_bs: 16
|
| 47 |
+
train_bs: 8
|
| 48 |
+
use_mRLoss: false
|
| 49 |
+
use_mixed_precision: false
|
| 50 |
+
use_residual: true
|
| 51 |
+
valid_bs: 16
|
| 52 |
+
wave: db2
|
Orion_450_ukbiobank/load_from_hf.py
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/usr/bin/env python3
|
| 2 |
+
import argparse
|
| 3 |
+
from huggingface_hub import hf_hub_download
|
| 4 |
+
from coe.light.model.main import LitORionModelOptimized
|
| 5 |
+
|
| 6 |
+
|
| 7 |
+
def main():
|
| 8 |
+
parser = argparse.ArgumentParser()
|
| 9 |
+
parser.add_argument("--repo_id", required=True, help="e.g. your-name/mnemodyn-gordon333")
|
| 10 |
+
parser.add_argument("--revision", default="main")
|
| 11 |
+
args = parser.parse_args()
|
| 12 |
+
|
| 13 |
+
ckpt_path = hf_hub_download(repo_id=args.repo_id, filename="Orion_450_ukbiobank/model.ckpt", revision=args.revision)
|
| 14 |
+
model = LitORionModelOptimized.load_from_checkpoint(ckpt_path, map_location="cpu")
|
| 15 |
+
model.eval()
|
| 16 |
+
print("Loaded model from", ckpt_path)
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
if __name__ == "__main__":
|
| 20 |
+
main()
|
Orion_450_ukbiobank/metrics.csv
ADDED
|
@@ -0,0 +1,65 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
epoch,step,train_loss,train_mae,train_mse,val_loss,val_mae,val_mse
|
| 2 |
+
0,282,,,,14.926526069641113,2.7690324783325195,12.157491683959961
|
| 3 |
+
0,282,16.18577003479004,2.8943538665771484,13.291399955749512,,,
|
| 4 |
+
1,565,,,,14.142614364624023,2.687645196914673,11.454971313476562
|
| 5 |
+
1,565,14.449384689331055,2.7200140953063965,11.72937297821045,,,
|
| 6 |
+
2,848,,,,13.697771072387695,2.640517234802246,11.057251930236816
|
| 7 |
+
2,848,13.895867347717285,2.661860704421997,11.233997344970703,,,
|
| 8 |
+
3,1131,,,,13.368184089660645,2.605036973953247,10.763152122497559
|
| 9 |
+
3,1131,13.53722095489502,2.6235547065734863,10.91366958618164,,,
|
| 10 |
+
4,1414,,,,12.939892768859863,2.5583810806274414,10.381510734558105
|
| 11 |
+
4,1414,13.143905639648438,2.5809288024902344,10.562979698181152,,,
|
| 12 |
+
5,1697,,,,12.667008399963379,2.528226852416992,10.138781547546387
|
| 13 |
+
5,1697,12.78211498260498,2.5412373542785645,10.240880966186523,,,
|
| 14 |
+
6,1980,,,,12.444743156433105,2.5034096240997314,9.941335678100586
|
| 15 |
+
6,1980,12.543871879577637,2.5147836208343506,10.029086112976074,,,
|
| 16 |
+
7,2263,,,,12.313505172729492,2.488647222518921,9.824856758117676
|
| 17 |
+
7,2263,12.378240585327148,2.496225595474243,9.882022857666016,,,
|
| 18 |
+
8,2546,,,,12.241231918334961,2.4805119037628174,9.760720252990723
|
| 19 |
+
8,2546,12.273860931396484,2.4844672679901123,9.789398193359375,,,
|
| 20 |
+
9,2829,,,,12.210455894470215,2.4770121574401855,9.733443260192871
|
| 21 |
+
9,2829,12.220453262329102,2.4784247875213623,9.742020606994629,,,
|
| 22 |
+
10,3112,,,,11.798908233642578,2.430083751678467,9.368825912475586
|
| 23 |
+
10,3112,11.99897575378418,2.4532649517059326,9.545711517333984,,,
|
| 24 |
+
11,3395,,,,11.712701797485352,2.42014479637146,9.292552947998047
|
| 25 |
+
11,3395,11.730295181274414,2.422499179840088,9.307796478271484,,,
|
| 26 |
+
12,3678,,,,11.812843322753906,2.4316799640655518,9.3811674118042
|
| 27 |
+
12,3678,11.761422157287598,2.4260361194610596,9.335392951965332,,,
|
| 28 |
+
13,3961,,,,11.755184173583984,2.4250590801239014,9.33012580871582
|
| 29 |
+
13,3961,11.80979061126709,2.4316349029541016,9.37814998626709,,,
|
| 30 |
+
14,4244,,,,10.472766876220703,2.273037910461426,8.199727058410645
|
| 31 |
+
14,4244,11.221672058105469,2.3627657890319824,8.858906745910645,,,
|
| 32 |
+
15,4527,,,,8.160612106323242,1.9732768535614014,6.187336444854736
|
| 33 |
+
15,4527,9.374866485595703,2.1333706378936768,7.241490364074707,,,
|
| 34 |
+
16,4810,,,,7.326295375823975,1.8546894788742065,5.47160530090332
|
| 35 |
+
16,4810,7.700925350189209,1.9087026119232178,5.7922282218933105,,,
|
| 36 |
+
17,5093,,,,6.650959014892578,1.7535446882247925,4.897415637969971
|
| 37 |
+
17,5093,7.0145583152771,1.8086563348770142,5.205893516540527,,,
|
| 38 |
+
18,5376,,,,5.861040115356445,1.6285243034362793,4.232515335083008
|
| 39 |
+
18,5376,6.276676654815674,1.695176124572754,4.581501483917236,,,
|
| 40 |
+
19,5659,,,,5.439999103546143,1.5584803819656372,3.8815176486968994
|
| 41 |
+
19,5659,5.59626579284668,1.5849210023880005,4.011345386505127,,,
|
| 42 |
+
20,5942,,,,4.739255905151367,1.4357736110687256,3.3034825325012207
|
| 43 |
+
20,5942,5.177693843841553,1.513469934463501,3.6642239093780518,,,
|
| 44 |
+
21,6225,,,,3.1591343879699707,1.119905710220337,2.039228916168213
|
| 45 |
+
21,6225,3.8627402782440186,1.2662262916564941,2.5965166091918945,,,
|
| 46 |
+
22,6508,,,,1.6918176412582397,0.7456679940223694,0.9461498260498047
|
| 47 |
+
22,6508,2.5327768325805664,0.9693958163261414,1.5633816719055176,,,
|
| 48 |
+
23,6791,,,,0.12547928094863892,0.09991554915904999,0.02556367591023445
|
| 49 |
+
23,6791,0.7164803147315979,0.37956321239471436,0.3369174599647522,,,
|
| 50 |
+
24,7074,,,,0.010128469206392765,0.009494948200881481,0.0006335200159810483
|
| 51 |
+
24,7074,0.046961311250925064,0.04021431505680084,0.006747000850737095,,,
|
| 52 |
+
25,7357,,,,0.0017157017719000578,0.0016586772399023175,5.7024724810617045e-05
|
| 53 |
+
25,7357,0.004322184715420008,0.004104132764041424,0.00021804560674354434,,,
|
| 54 |
+
26,7640,,,,0.000841438421048224,0.00081069819862023,3.074065534747206e-05
|
| 55 |
+
26,7640,0.0010402201442047954,0.0010029561817646027,3.726364593603648e-05,,,
|
| 56 |
+
27,7923,,,,0.00042236794251948595,0.00039254772127605975,2.9820170311722904e-05
|
| 57 |
+
27,7923,0.0005542469443753362,0.0005251383408904076,2.9108714443282224e-05,,,
|
| 58 |
+
28,8206,,,,0.0002644442138262093,0.0002342492516618222,3.0194863938959315e-05
|
| 59 |
+
28,8206,0.00028470935649238527,0.0002555803512223065,2.9128952519386075e-05,,,
|
| 60 |
+
29,8489,,,,0.00018961283785756677,0.00015914843243081123,3.046440178877674e-05
|
| 61 |
+
29,8489,0.00019706755119841546,0.00016763397434260696,2.943363506346941e-05,,,
|
| 62 |
+
30,8772,,,,0.007168771233409643,0.007060167379677296,0.00010860298061743379
|
| 63 |
+
30,8772,0.006942206993699074,0.006825406104326248,0.00011679960152832791,,,
|
| 64 |
+
31,9055,,,,0.010919344611465931,0.010706053115427494,0.0002132911467924714
|
| 65 |
+
31,9055,0.00848153792321682,0.008328153751790524,0.00015338619414251298,,,
|
Orion_450_ukbiobank/model.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6f61ae5e5ef8e93a47ae7d967ab8b6413342131b93925532ef4b3ed111643db0
|
| 3 |
+
size 1778980812
|