Hugging Face's logo

NucleusAI
/
nucleus-moe-test

Model card Files
xet
Community
sippycoder commited on
Commit
04440dd
·
verified ·
1 Parent(s): ac0ca97

Upload checkpoint step 50 (rank 0)

Browse files
Files changed (12) hide show
  1. .gitattributes +9 -0
  2. flow-matching-muon-no-mup/step_50/.metadata +3 -0
  3. flow-matching-muon-no-mup/step_50/__0_0.distcp +3 -0
  4. flow-matching-muon-no-mup/step_50/__1_0.distcp +3 -0
  5. flow-matching-muon-no-mup/step_50/__2_0.distcp +3 -0
  6. flow-matching-muon-no-mup/step_50/__3_0.distcp +3 -0
  7. flow-matching-muon-no-mup/step_50/__4_0.distcp +3 -0
  8. flow-matching-muon-no-mup/step_50/__5_0.distcp +3 -0
  9. flow-matching-muon-no-mup/step_50/__6_0.distcp +3 -0
  10. flow-matching-muon-no-mup/step_50/__7_0.distcp +3 -0
  11. flow-matching-muon-no-mup/step_50/config.json +25 -0
  12. flow-matching-muon-no-mup/step_50/metadata.pt +3 -0
.gitattributes CHANGED
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ flow-matching-muon-no-mup/step_50/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
37
+ flow-matching-muon-no-mup/step_50/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
38
+ flow-matching-muon-no-mup/step_50/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
39
+ flow-matching-muon-no-mup/step_50/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
40
+ flow-matching-muon-no-mup/step_50/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
41
+ flow-matching-muon-no-mup/step_50/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
42
+ flow-matching-muon-no-mup/step_50/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
43
+ flow-matching-muon-no-mup/step_50/.metadata filter=lfs diff=lfs merge=lfs -text
44
+ flow-matching-muon-no-mup/step_50/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
flow-matching-muon-no-mup/step_50/.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4860dcb76bc49d7728a2b4fd47f52a4b82a52742b2fec69a353f403671a868c
3
+ size 12691565
flow-matching-muon-no-mup/step_50/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0082df51bde3e8661eb72af1b6d6a28e2acd2a68b7a5b6fb21c7472e462cdda5
3
+ size 3385679808
flow-matching-muon-no-mup/step_50/__1_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:179fa63a39798a10428140787cb4a826200f1c0bcf07b6b35ae9bc757c673002
3
+ size 3385554160
flow-matching-muon-no-mup/step_50/__2_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b1163233a5bc9c57fed52d56c32164ce9fe61a163ce93ed80445d5781b6aa33
3
+ size 3385554160
flow-matching-muon-no-mup/step_50/__3_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21575a644116a16a57aa49a01f0edca25fca0fba7cc8b57352ec5a9e81c5c571
3
+ size 3385554160
flow-matching-muon-no-mup/step_50/__4_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01cb587415efdf7540647018519ddad7beacd7dd7c43059688789d2550cf2799
3
+ size 3385554160
flow-matching-muon-no-mup/step_50/__5_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c4976d311482467f3b7d9ea309365da467c0d77c2f983db48a83e88bcb094d1
3
+ size 3385554160
flow-matching-muon-no-mup/step_50/__6_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1130af7640014ddb8c0964aee16227dd5b04f86fd490aa9bf34c2fee42e4a1f1
3
+ size 3385554160
flow-matching-muon-no-mup/step_50/__7_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a962f399b0b755a94ec08744350a4d10b7829dd66e62c8df15469610e978a79
3
+ size 3385554160
flow-matching-muon-no-mup/step_50/config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "patch_size": 2,
3
+ "in_channels": 64,
4
+ "out_channels": 16,
5
+ "num_layers": 30,
6
+ "attention_head_dim": 128,
7
+ "num_attention_heads": 16,
8
+ "time_embed_dim": 512,
9
+ "joint_attention_dim": 2560,
10
+ "axes_dims_rope": [
11
+ 16,
12
+ 56,
13
+ 56
14
+ ],
15
+ "moe_intermediate_dim": 512,
16
+ "moe_layer_freq": 1,
17
+ "n_group": null,
18
+ "n_limited_group": null,
19
+ "n_routed_experts": 128,
20
+ "n_shared_experts": 1,
21
+ "num_experts_per_token": 6,
22
+ "_use_default_values": [
23
+ "moe_layer_freq"
24
+ ]
25
+ }
flow-matching-muon-no-mup/step_50/metadata.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a64f0fb3dcf78ac5e572c39f9903ca114d37d3b0e0ec426fac98bc98943beb19
3
+ size 1779