Hugging Face's logo

AETHORIA-AI
/
TR-HASH-MoE-200M-130B-Checkpoints

PyTorch
Safetensors
checkpoint
tr-hash
pretraining
work-in-progress
Model card Files
xet
 Community
Pacific-i64 commited on
Commit
ffd5101
·
verified ·
1 Parent(s): 9065c4a

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. token_pack_015_61987/checkpoint.pt +3 -0
  2. token_pack_015_61987/model.safetensors +3 -0
  3. token_pack_015_61987/optimizer_rank0.pt +3 -0
  4. token_pack_015_61987/optimizer_rank1.pt +3 -0
  5. token_pack_015_61987/optimizer_rank2.pt +3 -0
  6. token_pack_015_61987/optimizer_rank3.pt +3 -0
  7. token_pack_015_61987/optimizer_rank4.pt +3 -0
  8. token_pack_015_61987/optimizer_rank5.pt +3 -0
  9. token_pack_015_61987/optimizer_rank6.pt +3 -0
  10. token_pack_015_61987/optimizer_rank7.pt +3 -0
  11. token_pack_015_61987/training_state.json +7 -0
token_pack_015_61987/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dee4d7023ce6111e240aef15534811508649c268fdc7cb6c51394900d788d372
3
+ size 813577195
token_pack_015_61987/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc6e10d69c390b7497f642c98db8f21549b488445572dea9a5fe4928c02c2035
3
+ size 813515200
token_pack_015_61987/optimizer_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3ef6a7f49926296147b3931a04ac4d2f72134287c1b64ef3b7a9a55f67d168b
3
+ size 1609755607
token_pack_015_61987/optimizer_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c38eb934b4b4e23197a384c0e4a83d44f5973d3a391058b1465aca278607ea9
3
+ size 1609755607
token_pack_015_61987/optimizer_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06f2c5558dbe89bd340b9893350181e5fb1247f452720ea5306d26fb4635ba8b
3
+ size 1609755607
token_pack_015_61987/optimizer_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c42972962322c3b329a8cc138b9b8922b0c06aee15497ed87889a0ed7fdb0c26
3
+ size 1609755607
token_pack_015_61987/optimizer_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5534423f21b3e0f0121b766a2e5a7fa61d076edd0d088dd63c670706ac0e3769
3
+ size 1609755607
token_pack_015_61987/optimizer_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8010bba2a912cdff73696ce57a38c445b0d1e4675dbdc32c5e84b2f0a00f1d2
3
+ size 1609755607
token_pack_015_61987/optimizer_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c332029c88e933e6a482c05d98a361bab5b19f917bf3e553fe592a07838f56a
3
+ size 1609755607
token_pack_015_61987/optimizer_rank7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba8cb135df71c4f2e000dbc8791da800cb586c87ab4e6bdb9b933ec9e1cd778b
3
+ size 1609755607
token_pack_015_61987/training_state.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 61987,
3
+ "epoch": 2,
4
+ "best_loss": Infinity,
5
+ "total_tokens": 0,
6
+ "learning_rate": 0.0003
7
+ }