Hugging Face's logo

AETHORIA-AI
/
TR-HASH-MoE-200M-130B-Checkpoints

PyTorch
Safetensors
checkpoint
tr-hash
pretraining
work-in-progress
Model card Files
xet
 Community
Pacific-i64 commited on
Commit
397057e
·
verified ·
1 Parent(s): 517076f

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. token_pack_031_128106/checkpoint.pt +3 -0
  2. token_pack_031_128106/model.safetensors +3 -0
  3. token_pack_031_128106/optimizer_rank0.pt +3 -0
  4. token_pack_031_128106/optimizer_rank1.pt +3 -0
  5. token_pack_031_128106/optimizer_rank2.pt +3 -0
  6. token_pack_031_128106/optimizer_rank3.pt +3 -0
  7. token_pack_031_128106/optimizer_rank4.pt +3 -0
  8. token_pack_031_128106/optimizer_rank5.pt +3 -0
  9. token_pack_031_128106/optimizer_rank6.pt +3 -0
  10. token_pack_031_128106/optimizer_rank7.pt +3 -0
  11. token_pack_031_128106/training_state.json +7 -0
token_pack_031_128106/checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71366de413ce3425246c80ab4258e3539ab8eae0ebdc1e1389a192da96f00dd1
3
+ size 813577195
token_pack_031_128106/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05ad77e4457a8d484193fe6561bd74fb39051abbcbf0c8a73a0a01a4d2a09570
3
+ size 813515200
token_pack_031_128106/optimizer_rank0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c92288483f5b0f852185c7c01978ab9f4dc7427a808854d7996f59b8451812d8
3
+ size 1609755607
token_pack_031_128106/optimizer_rank1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aae07e845a58525b4ccad0c9961b0b599d7c15e24676324184e97c3bd5515866
3
+ size 1609755607
token_pack_031_128106/optimizer_rank2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05ce5e68099c3191c805af546c79cd4e6aae6a630cf9f7236db4421ae32034b3
3
+ size 1609755607
token_pack_031_128106/optimizer_rank3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:475c86ab30ca8af10f22b43f848ab45c6ba673e28deee14edb44a3c405d0f446
3
+ size 1609755607
token_pack_031_128106/optimizer_rank4.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ecb3229a4edd293ac890089b388b630bd7a254aa5ac665606a813a81cbf10fa
3
+ size 1609755607
token_pack_031_128106/optimizer_rank5.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdc45a9ca9565d3c39c7eeddf6e4d2b354d49b73cd36f2a1a292a4224602ded3
3
+ size 1609755607
token_pack_031_128106/optimizer_rank6.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7dc38d152eabc4d36263978c8c941d70a1292537be3da4e862af8b3e3ac6c3c
3
+ size 1609755607
token_pack_031_128106/optimizer_rank7.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65b57950755dd7c24f72ae44a910c388b3dbb6c89d4b8e86df0949746331e026
3
+ size 1609755607
token_pack_031_128106/training_state.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 128106,
3
+ "epoch": 3,
4
+ "best_loss": Infinity,
5
+ "total_tokens": 0,
6
+ "learning_rate": 0.0003
7
+ }