Add TGPT checkpoint
Browse files- README.md +10 -3
- checkpoint_12400/_CHECKPOINT_METADATA +1 -1
- checkpoint_12400/d/2d89ef0048f18700998acbb648e6f1d8 +0 -0
- checkpoint_12400/manifest.ocdbt +0 -0
- checkpoint_12400/ocdbt.process_0/d/060233ff410195943560a0f1bb1c73da +0 -0
- checkpoint_12400/ocdbt.process_0/d/13f3c522f111c5c24d98116304a8cac6 +0 -0
- checkpoint_12400/ocdbt.process_0/d/14c897867385daa689d5f0352b37b6d3 +0 -0
- checkpoint_12400/ocdbt.process_0/d/157d01d2026a56cb6082badd68f0a7e7 +0 -0
- checkpoint_12400/ocdbt.process_0/d/27dd73e89e5c51b4eaaffbed76861d83 +0 -0
- checkpoint_12400/ocdbt.process_0/d/3edad867047e7322b10571cc04680a63 +0 -0
- checkpoint_12400/ocdbt.process_0/d/42582c397271993413235edbfa19815b +0 -0
- checkpoint_12400/ocdbt.process_0/d/475894e2ce75bfd97fd662c9484a3077 +0 -0
- checkpoint_12400/ocdbt.process_0/d/498ff837899a2ba7efe7cdad9ea22483 +0 -0
- checkpoint_12400/ocdbt.process_0/d/56c5a19413417cc7eac53c2bd2ced9fd +0 -0
- checkpoint_12400/ocdbt.process_0/d/5c1319ea3fd688cacd26358e9024166b +0 -0
- checkpoint_12400/ocdbt.process_0/d/5fe1a78d70d835b4ffaa54921c5e0c6c +0 -0
- checkpoint_12400/ocdbt.process_0/d/73d541f36ce1005904cd164b0d2bde11 +0 -0
- checkpoint_12400/ocdbt.process_0/d/778030c83a534e40f8fac686d5e1ce60 +0 -0
- checkpoint_12400/ocdbt.process_0/d/84af6719acaec41ea7bb166ff83585fd +0 -0
- checkpoint_12400/ocdbt.process_0/d/8de6e3b9ed4d4330074ab518fc2bd055 +0 -0
- checkpoint_12400/ocdbt.process_0/d/8e24fb4c25a45cf6c2440dc9d1bc8f70 +0 -0
- checkpoint_12400/ocdbt.process_0/d/9295a691e92c1e8632d4e4def54758f9 +0 -0
- checkpoint_12400/ocdbt.process_0/d/93d2df9dfacf510701fe12bc314ac8f0 +0 -0
- checkpoint_12400/ocdbt.process_0/d/95f77b14635fbd325d04d24ad46a6403 +0 -0
- checkpoint_12400/ocdbt.process_0/d/96bb1dd2eb550c9c11532610f9f8808e +0 -0
- checkpoint_12400/ocdbt.process_0/d/a3815c37881a65af6d2ca359f1a16d3c +0 -0
- checkpoint_12400/ocdbt.process_0/d/a6f034df5f81bf9a8f4095a7bc4057f4 +0 -0
- checkpoint_12400/ocdbt.process_0/d/b3aa3a940ab5596464a2205809a248d6 +0 -0
- checkpoint_12400/ocdbt.process_0/d/b4fa54f340a2535eb0a02182a96219ea +0 -0
- checkpoint_12400/ocdbt.process_0/d/b7eab0c008cbf3cbfb7bd11bfa9f6c53 +0 -0
- checkpoint_12400/ocdbt.process_0/d/c889a8ec4e0173cfeed448141f3950d5 +0 -0
- checkpoint_12400/ocdbt.process_0/d/ced0e43ebce94373a7b315c57a55050b +0 -0
- checkpoint_12400/ocdbt.process_0/d/d868985c7d246bacf85a1d0c79b120c6 +0 -0
- checkpoint_12400/ocdbt.process_0/d/da32c64adbf906f29c860f9413d19a83 +0 -0
- checkpoint_12400/ocdbt.process_0/d/f5ddac63d50b8ecdaa86f342a176e15f +0 -0
- checkpoint_12400/ocdbt.process_0/d/f9d46c614adcc52591546ad7b3b3064e +0 -0
- checkpoint_12400/ocdbt.process_0/manifest.ocdbt +0 -0
- meta.json +24 -23
README.md
CHANGED
|
@@ -1,4 +1,11 @@
|
|
| 1 |
-
# TGPT (Time-series GPT)
|
| 2 |
|
| 3 |
-
-
|
| 4 |
-
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# TGPT (Time-series GPT) checkpoint
|
| 2 |
|
| 3 |
+
- **L**: 200
|
| 4 |
+
- **D**: 2
|
| 5 |
+
- **H_train**: 400
|
| 6 |
+
- **Params**: 7,586
|
| 7 |
+
- **Out mode**: mse
|
| 8 |
+
|
| 9 |
+
This repo contains:
|
| 10 |
+
- `meta.json`: config + normalization stats
|
| 11 |
+
- `checkpoint_*` or `params.msgpack`: weights
|
checkpoint_12400/_CHECKPOINT_METADATA
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs":
|
|
|
|
| 1 |
+
{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1758118983616768411, "commit_timestamp_nsecs": 1758118983935177157, "custom_metadata": {}}
|
checkpoint_12400/d/2d89ef0048f18700998acbb648e6f1d8
ADDED
|
Binary file (26.1 kB). View file
|
|
|
checkpoint_12400/manifest.ocdbt
CHANGED
|
Binary files a/checkpoint_12400/manifest.ocdbt and b/checkpoint_12400/manifest.ocdbt differ
|
|
|
checkpoint_12400/ocdbt.process_0/d/060233ff410195943560a0f1bb1c73da
ADDED
|
Binary file (1.33 kB). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/13f3c522f111c5c24d98116304a8cac6
ADDED
|
Binary file (628 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/14c897867385daa689d5f0352b37b6d3
ADDED
|
Binary file (650 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/157d01d2026a56cb6082badd68f0a7e7
ADDED
|
Binary file (623 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/27dd73e89e5c51b4eaaffbed76861d83
ADDED
|
Binary file (30 kB). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/3edad867047e7322b10571cc04680a63
ADDED
|
Binary file (610 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/42582c397271993413235edbfa19815b
ADDED
|
Binary file (610 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/475894e2ce75bfd97fd662c9484a3077
ADDED
|
Binary file (680 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/498ff837899a2ba7efe7cdad9ea22483
ADDED
|
Binary file (657 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/56c5a19413417cc7eac53c2bd2ced9fd
ADDED
|
Binary file (611 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/5c1319ea3fd688cacd26358e9024166b
ADDED
|
Binary file (662 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/5fe1a78d70d835b4ffaa54921c5e0c6c
ADDED
|
Binary file (650 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/73d541f36ce1005904cd164b0d2bde11
ADDED
|
Binary file (580 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/778030c83a534e40f8fac686d5e1ce60
ADDED
|
Binary file (654 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/84af6719acaec41ea7bb166ff83585fd
ADDED
|
Binary file (452 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/8de6e3b9ed4d4330074ab518fc2bd055
ADDED
|
Binary file (640 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/8e24fb4c25a45cf6c2440dc9d1bc8f70
ADDED
|
Binary file (697 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/9295a691e92c1e8632d4e4def54758f9
ADDED
|
Binary file (611 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/93d2df9dfacf510701fe12bc314ac8f0
ADDED
|
Binary file (9.05 kB). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/95f77b14635fbd325d04d24ad46a6403
ADDED
|
Binary file (59.2 kB). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/96bb1dd2eb550c9c11532610f9f8808e
ADDED
|
Binary file (451 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/a3815c37881a65af6d2ca359f1a16d3c
ADDED
|
Binary file (611 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/a6f034df5f81bf9a8f4095a7bc4057f4
ADDED
|
Binary file (607 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/b3aa3a940ab5596464a2205809a248d6
ADDED
|
Binary file (625 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/b4fa54f340a2535eb0a02182a96219ea
ADDED
|
Binary file (12.2 kB). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/b7eab0c008cbf3cbfb7bd11bfa9f6c53
ADDED
|
Binary file (171 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/c889a8ec4e0173cfeed448141f3950d5
ADDED
|
Binary file (564 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/ced0e43ebce94373a7b315c57a55050b
ADDED
|
Binary file (659 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/d868985c7d246bacf85a1d0c79b120c6
ADDED
|
Binary file (626 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/da32c64adbf906f29c860f9413d19a83
ADDED
|
Binary file (614 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/f5ddac63d50b8ecdaa86f342a176e15f
ADDED
|
Binary file (685 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/d/f9d46c614adcc52591546ad7b3b3064e
ADDED
|
Binary file (679 Bytes). View file
|
|
|
checkpoint_12400/ocdbt.process_0/manifest.ocdbt
CHANGED
|
Binary files a/checkpoint_12400/ocdbt.process_0/manifest.ocdbt and b/checkpoint_12400/ocdbt.process_0/manifest.ocdbt differ
|
|
|
meta.json
CHANGED
|
@@ -1,43 +1,44 @@
|
|
| 1 |
{
|
| 2 |
-
"L": 192,
|
| 3 |
-
"D": 2,
|
| 4 |
-
"H_train": 48,
|
| 5 |
-
"mu": [
|
| 6 |
-
[
|
| 7 |
-
0.0031246175058186054,
|
| 8 |
-
-0.0010856603039428592
|
| 9 |
-
]
|
| 10 |
-
],
|
| 11 |
-
"sd": [
|
| 12 |
-
[
|
| 13 |
-
0.7212767004966736,
|
| 14 |
-
0.4130724370479584
|
| 15 |
-
]
|
| 16 |
-
],
|
| 17 |
"tsgpt_config": {
|
|
|
|
| 18 |
"Din": 2,
|
| 19 |
"Dout": 2,
|
| 20 |
-
"d_model":
|
| 21 |
-
"n_heads":
|
| 22 |
"depth": 2,
|
| 23 |
-
"\u03b2": 0.
|
| 24 |
"predict_delta": true,
|
| 25 |
"seasonal_lag": null,
|
| 26 |
"out_mode": "mse",
|
| 27 |
"time_embed_dim": 64,
|
| 28 |
"use_learned_pos": false,
|
| 29 |
-
"max_len":
|
| 30 |
"dropout": 0.0,
|
| 31 |
"isocoder": {
|
| 32 |
"num_layers": 2,
|
| 33 |
-
"num_heads":
|
| 34 |
"causal": true,
|
| 35 |
"rope_axes": [
|
| 36 |
0
|
| 37 |
],
|
| 38 |
-
"\u03b2": 0.
|
| 39 |
}
|
| 40 |
},
|
| 41 |
-
"
|
| 42 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 43 |
}
|
|
|
|
| 1 |
{
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
"tsgpt_config": {
|
| 3 |
+
"name": "tsgpt",
|
| 4 |
"Din": 2,
|
| 5 |
"Dout": 2,
|
| 6 |
+
"d_model": 16,
|
| 7 |
+
"n_heads": 1,
|
| 8 |
"depth": 2,
|
| 9 |
+
"\u03b2": 0.1,
|
| 10 |
"predict_delta": true,
|
| 11 |
"seasonal_lag": null,
|
| 12 |
"out_mode": "mse",
|
| 13 |
"time_embed_dim": 64,
|
| 14 |
"use_learned_pos": false,
|
| 15 |
+
"max_len": 608,
|
| 16 |
"dropout": 0.0,
|
| 17 |
"isocoder": {
|
| 18 |
"num_layers": 2,
|
| 19 |
+
"num_heads": 1,
|
| 20 |
"causal": true,
|
| 21 |
"rope_axes": [
|
| 22 |
0
|
| 23 |
],
|
| 24 |
+
"\u03b2": 0.1
|
| 25 |
}
|
| 26 |
},
|
| 27 |
+
"L": 200,
|
| 28 |
+
"D": 2,
|
| 29 |
+
"H_train": 400,
|
| 30 |
+
"mu": [
|
| 31 |
+
[
|
| 32 |
+
0.0020621856674551964,
|
| 33 |
+
0.0015625476371496916
|
| 34 |
+
]
|
| 35 |
+
],
|
| 36 |
+
"sd": [
|
| 37 |
+
[
|
| 38 |
+
0.7210898995399475,
|
| 39 |
+
0.41234421730041504
|
| 40 |
+
]
|
| 41 |
+
],
|
| 42 |
+
"param_count": 7586,
|
| 43 |
+
"out_mode": "mse"
|
| 44 |
}
|