jcandane commited on
Commit
fe4ea76
·
verified ·
1 Parent(s): 5f52857

Add TGPT checkpoint

Browse files
Files changed (38) hide show
  1. README.md +10 -3
  2. checkpoint_12400/_CHECKPOINT_METADATA +1 -1
  3. checkpoint_12400/d/2d89ef0048f18700998acbb648e6f1d8 +0 -0
  4. checkpoint_12400/manifest.ocdbt +0 -0
  5. checkpoint_12400/ocdbt.process_0/d/060233ff410195943560a0f1bb1c73da +0 -0
  6. checkpoint_12400/ocdbt.process_0/d/13f3c522f111c5c24d98116304a8cac6 +0 -0
  7. checkpoint_12400/ocdbt.process_0/d/14c897867385daa689d5f0352b37b6d3 +0 -0
  8. checkpoint_12400/ocdbt.process_0/d/157d01d2026a56cb6082badd68f0a7e7 +0 -0
  9. checkpoint_12400/ocdbt.process_0/d/27dd73e89e5c51b4eaaffbed76861d83 +0 -0
  10. checkpoint_12400/ocdbt.process_0/d/3edad867047e7322b10571cc04680a63 +0 -0
  11. checkpoint_12400/ocdbt.process_0/d/42582c397271993413235edbfa19815b +0 -0
  12. checkpoint_12400/ocdbt.process_0/d/475894e2ce75bfd97fd662c9484a3077 +0 -0
  13. checkpoint_12400/ocdbt.process_0/d/498ff837899a2ba7efe7cdad9ea22483 +0 -0
  14. checkpoint_12400/ocdbt.process_0/d/56c5a19413417cc7eac53c2bd2ced9fd +0 -0
  15. checkpoint_12400/ocdbt.process_0/d/5c1319ea3fd688cacd26358e9024166b +0 -0
  16. checkpoint_12400/ocdbt.process_0/d/5fe1a78d70d835b4ffaa54921c5e0c6c +0 -0
  17. checkpoint_12400/ocdbt.process_0/d/73d541f36ce1005904cd164b0d2bde11 +0 -0
  18. checkpoint_12400/ocdbt.process_0/d/778030c83a534e40f8fac686d5e1ce60 +0 -0
  19. checkpoint_12400/ocdbt.process_0/d/84af6719acaec41ea7bb166ff83585fd +0 -0
  20. checkpoint_12400/ocdbt.process_0/d/8de6e3b9ed4d4330074ab518fc2bd055 +0 -0
  21. checkpoint_12400/ocdbt.process_0/d/8e24fb4c25a45cf6c2440dc9d1bc8f70 +0 -0
  22. checkpoint_12400/ocdbt.process_0/d/9295a691e92c1e8632d4e4def54758f9 +0 -0
  23. checkpoint_12400/ocdbt.process_0/d/93d2df9dfacf510701fe12bc314ac8f0 +0 -0
  24. checkpoint_12400/ocdbt.process_0/d/95f77b14635fbd325d04d24ad46a6403 +0 -0
  25. checkpoint_12400/ocdbt.process_0/d/96bb1dd2eb550c9c11532610f9f8808e +0 -0
  26. checkpoint_12400/ocdbt.process_0/d/a3815c37881a65af6d2ca359f1a16d3c +0 -0
  27. checkpoint_12400/ocdbt.process_0/d/a6f034df5f81bf9a8f4095a7bc4057f4 +0 -0
  28. checkpoint_12400/ocdbt.process_0/d/b3aa3a940ab5596464a2205809a248d6 +0 -0
  29. checkpoint_12400/ocdbt.process_0/d/b4fa54f340a2535eb0a02182a96219ea +0 -0
  30. checkpoint_12400/ocdbt.process_0/d/b7eab0c008cbf3cbfb7bd11bfa9f6c53 +0 -0
  31. checkpoint_12400/ocdbt.process_0/d/c889a8ec4e0173cfeed448141f3950d5 +0 -0
  32. checkpoint_12400/ocdbt.process_0/d/ced0e43ebce94373a7b315c57a55050b +0 -0
  33. checkpoint_12400/ocdbt.process_0/d/d868985c7d246bacf85a1d0c79b120c6 +0 -0
  34. checkpoint_12400/ocdbt.process_0/d/da32c64adbf906f29c860f9413d19a83 +0 -0
  35. checkpoint_12400/ocdbt.process_0/d/f5ddac63d50b8ecdaa86f342a176e15f +0 -0
  36. checkpoint_12400/ocdbt.process_0/d/f9d46c614adcc52591546ad7b3b3064e +0 -0
  37. checkpoint_12400/ocdbt.process_0/manifest.ocdbt +0 -0
  38. meta.json +24 -23
README.md CHANGED
@@ -1,4 +1,11 @@
1
- # TGPT (Time-series GPT)
2
 
3
- - This repo contains a TGPT checkpoint (Flax).
4
- - Files: `meta.json` (config + normalization stats), `checkpoint_*` (weights).
 
 
 
 
 
 
 
 
1
+ # TGPT (Time-series GPT) checkpoint
2
 
3
+ - **L**: 200
4
+ - **D**: 2
5
+ - **H_train**: 400
6
+ - **Params**: 7,586
7
+ - **Out mode**: mse
8
+
9
+ This repo contains:
10
+ - `meta.json`: config + normalization stats
11
+ - `checkpoint_*` or `params.msgpack`: weights
checkpoint_12400/_CHECKPOINT_METADATA CHANGED
@@ -1 +1 @@
1
- {"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1757806674851254523, "commit_timestamp_nsecs": 1757806675124764144, "custom_metadata": {}}
 
1
+ {"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1758118983616768411, "commit_timestamp_nsecs": 1758118983935177157, "custom_metadata": {}}
checkpoint_12400/d/2d89ef0048f18700998acbb648e6f1d8 ADDED
Binary file (26.1 kB). View file
 
checkpoint_12400/manifest.ocdbt CHANGED
Binary files a/checkpoint_12400/manifest.ocdbt and b/checkpoint_12400/manifest.ocdbt differ
 
checkpoint_12400/ocdbt.process_0/d/060233ff410195943560a0f1bb1c73da ADDED
Binary file (1.33 kB). View file
 
checkpoint_12400/ocdbt.process_0/d/13f3c522f111c5c24d98116304a8cac6 ADDED
Binary file (628 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/14c897867385daa689d5f0352b37b6d3 ADDED
Binary file (650 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/157d01d2026a56cb6082badd68f0a7e7 ADDED
Binary file (623 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/27dd73e89e5c51b4eaaffbed76861d83 ADDED
Binary file (30 kB). View file
 
checkpoint_12400/ocdbt.process_0/d/3edad867047e7322b10571cc04680a63 ADDED
Binary file (610 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/42582c397271993413235edbfa19815b ADDED
Binary file (610 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/475894e2ce75bfd97fd662c9484a3077 ADDED
Binary file (680 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/498ff837899a2ba7efe7cdad9ea22483 ADDED
Binary file (657 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/56c5a19413417cc7eac53c2bd2ced9fd ADDED
Binary file (611 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/5c1319ea3fd688cacd26358e9024166b ADDED
Binary file (662 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/5fe1a78d70d835b4ffaa54921c5e0c6c ADDED
Binary file (650 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/73d541f36ce1005904cd164b0d2bde11 ADDED
Binary file (580 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/778030c83a534e40f8fac686d5e1ce60 ADDED
Binary file (654 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/84af6719acaec41ea7bb166ff83585fd ADDED
Binary file (452 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/8de6e3b9ed4d4330074ab518fc2bd055 ADDED
Binary file (640 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/8e24fb4c25a45cf6c2440dc9d1bc8f70 ADDED
Binary file (697 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/9295a691e92c1e8632d4e4def54758f9 ADDED
Binary file (611 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/93d2df9dfacf510701fe12bc314ac8f0 ADDED
Binary file (9.05 kB). View file
 
checkpoint_12400/ocdbt.process_0/d/95f77b14635fbd325d04d24ad46a6403 ADDED
Binary file (59.2 kB). View file
 
checkpoint_12400/ocdbt.process_0/d/96bb1dd2eb550c9c11532610f9f8808e ADDED
Binary file (451 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/a3815c37881a65af6d2ca359f1a16d3c ADDED
Binary file (611 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/a6f034df5f81bf9a8f4095a7bc4057f4 ADDED
Binary file (607 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/b3aa3a940ab5596464a2205809a248d6 ADDED
Binary file (625 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/b4fa54f340a2535eb0a02182a96219ea ADDED
Binary file (12.2 kB). View file
 
checkpoint_12400/ocdbt.process_0/d/b7eab0c008cbf3cbfb7bd11bfa9f6c53 ADDED
Binary file (171 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/c889a8ec4e0173cfeed448141f3950d5 ADDED
Binary file (564 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/ced0e43ebce94373a7b315c57a55050b ADDED
Binary file (659 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/d868985c7d246bacf85a1d0c79b120c6 ADDED
Binary file (626 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/da32c64adbf906f29c860f9413d19a83 ADDED
Binary file (614 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/f5ddac63d50b8ecdaa86f342a176e15f ADDED
Binary file (685 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/d/f9d46c614adcc52591546ad7b3b3064e ADDED
Binary file (679 Bytes). View file
 
checkpoint_12400/ocdbt.process_0/manifest.ocdbt CHANGED
Binary files a/checkpoint_12400/ocdbt.process_0/manifest.ocdbt and b/checkpoint_12400/ocdbt.process_0/manifest.ocdbt differ
 
meta.json CHANGED
@@ -1,43 +1,44 @@
1
  {
2
- "L": 192,
3
- "D": 2,
4
- "H_train": 48,
5
- "mu": [
6
- [
7
- 0.0031246175058186054,
8
- -0.0010856603039428592
9
- ]
10
- ],
11
- "sd": [
12
- [
13
- 0.7212767004966736,
14
- 0.4130724370479584
15
- ]
16
- ],
17
  "tsgpt_config": {
 
18
  "Din": 2,
19
  "Dout": 2,
20
- "d_model": 256,
21
- "n_heads": 8,
22
  "depth": 2,
23
- "\u03b2": 0.5,
24
  "predict_delta": true,
25
  "seasonal_lag": null,
26
  "out_mode": "mse",
27
  "time_embed_dim": 64,
28
  "use_learned_pos": false,
29
- "max_len": 248,
30
  "dropout": 0.0,
31
  "isocoder": {
32
  "num_layers": 2,
33
- "num_heads": 8,
34
  "causal": true,
35
  "rope_axes": [
36
  0
37
  ],
38
- "\u03b2": 0.5
39
  }
40
  },
41
- "out_mode": "mse",
42
- "param_count": 1595906
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
43
  }
 
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "tsgpt_config": {
3
+ "name": "tsgpt",
4
  "Din": 2,
5
  "Dout": 2,
6
+ "d_model": 16,
7
+ "n_heads": 1,
8
  "depth": 2,
9
+ "\u03b2": 0.1,
10
  "predict_delta": true,
11
  "seasonal_lag": null,
12
  "out_mode": "mse",
13
  "time_embed_dim": 64,
14
  "use_learned_pos": false,
15
+ "max_len": 608,
16
  "dropout": 0.0,
17
  "isocoder": {
18
  "num_layers": 2,
19
+ "num_heads": 1,
20
  "causal": true,
21
  "rope_axes": [
22
  0
23
  ],
24
+ "\u03b2": 0.1
25
  }
26
  },
27
+ "L": 200,
28
+ "D": 2,
29
+ "H_train": 400,
30
+ "mu": [
31
+ [
32
+ 0.0020621856674551964,
33
+ 0.0015625476371496916
34
+ ]
35
+ ],
36
+ "sd": [
37
+ [
38
+ 0.7210898995399475,
39
+ 0.41234421730041504
40
+ ]
41
+ ],
42
+ "param_count": 7586,
43
+ "out_mode": "mse"
44
  }