Hugging Face's logo

AETHORIA-AI
/
TR-HASH-MoE-200M-130B-Checkpoints

PyTorch
Safetensors
checkpoint
tr-hash
pretraining
work-in-progress
Model card Files
xet
 Community
Pacific-i64 commited on
Commit
bd3f3db
·
verified ·
1 Parent(s): 7ba219d

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. token_pack_040_165298/checkpoint.pt +3 -0
  2. token_pack_040_165298/model.safetensors +3 -0
  3. token_pack_040_165298/optimizer_rank0.pt +3 -0
  4. token_pack_040_165298/optimizer_rank1.pt +3 -0
  5. token_pack_040_165298/optimizer_rank2.pt +3 -0
  6. token_pack_040_165298/optimizer_rank3.pt +3 -0
  7. token_pack_040_165298/optimizer_rank4.pt +3 -0
  8. token_pack_040_165298/optimizer_rank5.pt +3 -0
  9. token_pack_040_165298/optimizer_rank6.pt +3 -0
  10. token_pack_040_165298/optimizer_rank7.pt +3 -0
  11. token_pack_040_165298/training_state.json +7 -0
token_pack_040_165298/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dfd00d347c6b3783eb3e6d2e7c0a5537084ec4e57bc7f935bd27ddea9647689
3
+ size 813577195
token_pack_040_165298/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62a98cd7eae04b744089880379e7251d59c944883597aa78b301be10ce11f386
3
+ size 813515200
token_pack_040_165298/optimizer_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e121909c787a1932017703b16f03a080c1e844f5916c559a040eba84f026adf
3
+ size 1609755607
token_pack_040_165298/optimizer_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d929fd41e512955ede43647332c3d620862946d19dea250b0aeec25ec0a1831
3
+ size 1609755607
token_pack_040_165298/optimizer_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0289986189895e3b20a0719f8592135b23db5054f613182f45b0670f2b604f4a
3
+ size 1609755607
token_pack_040_165298/optimizer_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8252a8a1eec63a43d6679ea9ceed0dfdf8de10e0c6e5bd80e87ca33298e181ff
3
+ size 1609755607
token_pack_040_165298/optimizer_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:846ebb5d329cab4628df4e384a30e92add8c5784389cc7f9ba170aa1128530e2
3
+ size 1609755607
token_pack_040_165298/optimizer_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:030fe46fc18d93aa9c96b5fc72fe46f385c3e472e6964b736ec81051053dcb78
3
+ size 1609755607
token_pack_040_165298/optimizer_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c01fc5717fccbe08b82647b966922ecba0ed3fbfdc9ff58d2720405eceb2fb00
3
+ size 1609755607
token_pack_040_165298/optimizer_rank7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4573182c403d99f38fd23c282ddd3dcd4cfd68d8b7a3dcfcd89e0a427f4af21
3
+ size 1609755607
token_pack_040_165298/training_state.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 165298,
3
+ "epoch": 4,
4
+ "best_loss": Infinity,
5
+ "total_tokens": 0,
6
+ "learning_rate": 2.9999999999999997e-05
7
+ }