wytro commited on
Commit
09689a5
·
verified ·
1 Parent(s): b89258c

Add files using upload-large-folder tool

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. _init_1.5B_seed43/0/lr_scheduler/lr_scheduler_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt +3 -0
  2. _init_1.5B_seed43/0/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  3. _init_1.5B_seed43/0/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  4. _init_1.5B_seed43/0/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors +3 -0
  5. _init_1.5B_seed43/0/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  6. _init_1.5B_seed43/0/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  7. _init_1.5B_seed43/0/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  8. _init_1.5B_seed43/0/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  9. _init_1.5B_seed43/0/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  10. _init_1.5B_seed43/0/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors +3 -0
  11. _init_1.5B_seed43/0/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  12. _init_1.5B_seed43/0/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  13. _init_1.5B_seed43/0/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  14. _init_1.5B_seed43/0/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  15. _init_1.5B_seed43/0/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  16. _init_1.5B_seed43/0/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors +3 -0
  17. _init_1.5B_seed43/0/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  18. _init_1.5B_seed43/0/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  19. _init_1.5B_seed43/0/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  20. _init_1.5B_seed43/0/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  21. _init_1.5B_seed43/0/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  22. _init_1.5B_seed43/0/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors +3 -0
  23. _init_1.5B_seed43/0/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  24. _init_1.5B_seed43/0/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  25. _init_1.5B_seed43/0/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  26. _init_1.5B_seed43/0/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  27. _init_1.5B_seed43/0/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  28. _init_1.5B_seed43/0/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors +3 -0
  29. _init_1.5B_seed43/0/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  30. _init_1.5B_seed43/0/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  31. _init_1.5B_seed43/0/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  32. _init_1.5B_seed43/0/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  33. _init_1.5B_seed43/0/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  34. _init_1.5B_seed43/0/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors +3 -0
  35. _init_1.5B_seed43/0/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  36. _init_1.5B_seed43/0/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  37. _init_1.5B_seed43/0/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  38. _init_1.5B_seed43/0/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  39. _init_1.5B_seed43/0/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  40. _init_1.5B_seed43/0/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors +3 -0
  41. _init_1.5B_seed43/0/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  42. _init_1.5B_seed43/0/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  43. _init_1.5B_seed43/0/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  44. _init_1.5B_seed43/0/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  45. _init_1.5B_seed43/0/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  46. _init_1.5B_seed43/0/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors +3 -0
  47. _init_1.5B_seed43/0/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  48. _init_1.5B_seed43/0/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  49. _init_1.5B_seed43/0/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  50. _init_1.5B_seed43/0/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
_init_1.5B_seed43/0/lr_scheduler/lr_scheduler_pp-0-of-1_tp-0-of-1_exp-0-of-1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61cd9db5cd452564f4c66b062fabb1add7a2d292d19a5155edb8af8ee3c61bb9
3
+ size 4784
_init_1.5B_seed43/0/model/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ddc42a164d2796d0b02a4f664bd8bbd7b33f91f945fbcee4e5487ec744527c7
3
+ size 8388848
_init_1.5B_seed43/0/model/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2845a87491999b968fcb89644413b3dbb1070ee0932bfb3c6dae5fb68639c558
3
+ size 25166192
_init_1.5B_seed43/0/model/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2583c7153680f22facb703e3925fde167543dd2896a09900d7d27f584d29ffd6
3
+ size 23068912
_init_1.5B_seed43/0/model/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2134981b223dd9f39970ae5045eedaeb4b53c17866ffa383bfc4df41927c00b0
3
+ size 46137656
_init_1.5B_seed43/0/model/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:619e14d5c3745f36d92354aa7dfe97fa03deb55ff616bc6ccc8c1a31dd61861f
3
+ size 8388848
_init_1.5B_seed43/0/model/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cea913f2114c05aa1d9da87f81ff0f497355a3cff1c5a4f0000f712830325253
3
+ size 25166192
_init_1.5B_seed43/0/model/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01e0982ee897cc7a863fc135467ce4e84796fa8f15c43bc4b4c56b09834a2013
3
+ size 23068912
_init_1.5B_seed43/0/model/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e89292749d1230d364ec90e0168464e9c02dca775065127f22650415a2badaea
3
+ size 46137656
_init_1.5B_seed43/0/model/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b962792ab600b877997f98079b3f385561921bb65edb3a5c3a84113f3c1932f
3
+ size 8388848
_init_1.5B_seed43/0/model/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de0f77d745000c5037829b64d0aef0ab22666ec76162038845c035c31575edce
3
+ size 25166192
_init_1.5B_seed43/0/model/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:837198a23dd538200161f4856ef3bed98b859a904040044c7ba4fa4dc41852b7
3
+ size 23068912
_init_1.5B_seed43/0/model/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46a5e53b254c80ab25616b68469ecf734f5c9701b7eeae3acfad9926da3e2e99
3
+ size 46137656
_init_1.5B_seed43/0/model/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91d31a4c797134b8529e99fc3969a89ba1723226ed3583c866ceac31c2adcca6
3
+ size 8388848
_init_1.5B_seed43/0/model/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a080396dc747613f436bf88a85a9194bdee2a4debc44cebf403db7805a64578
3
+ size 25166192
_init_1.5B_seed43/0/model/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:344440e95b18c732566235969301e6f91dc03a08146777cb0c31d5bacaf13d74
3
+ size 23068912
_init_1.5B_seed43/0/model/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0e3595daea0bc8bfc7c59209898f09f051d0ecc44bdd2ea92368ab4a64c35ca
3
+ size 46137656
_init_1.5B_seed43/0/model/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01c80cdbbdf9af0f6b0801b0f65df1b0c46f1a01d055da088ea420a4e4c1503d
3
+ size 8388848
_init_1.5B_seed43/0/model/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa150ff018115fe3a79b312e2d5c556a3311d6f00af3bb42438d50eec8baa4a4
3
+ size 25166192
_init_1.5B_seed43/0/model/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88c54b451332e19a985f25d90a64984768364c65d89ad24122e139b3163fc44f
3
+ size 23068912
_init_1.5B_seed43/0/model/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57f15d0378342e99887ff92a2095c25d155080edc9f15abd2b45026713de32c0
3
+ size 46137656
_init_1.5B_seed43/0/model/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e18be786b867c37a70f9cbefb0d83847cd50a18ff027814b2614423cbad060a0
3
+ size 8388848
_init_1.5B_seed43/0/model/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:230041d455ed1543e0de4d9568a719170c9b56787e47e8c8b523be7c977459d9
3
+ size 25166192
_init_1.5B_seed43/0/model/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ca652c8c3bcf3fde20a910b9fe5bc03f300316eea09508dd7c0e8349e6d67b2
3
+ size 23068912
_init_1.5B_seed43/0/model/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59fb678a35bfc3a6c1371545f0e542e30a7050507800434e4104ede3b4691657
3
+ size 46137656
_init_1.5B_seed43/0/model/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6b5e5512d5f8d829f9693a7e14f7d467731961c9db76f00b57cf8cc915aa4df
3
+ size 8388848
_init_1.5B_seed43/0/model/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:959016601e60b925246cda8e9ff0c4775f0a44d51d5fc4bceac38e3c4571bde1
3
+ size 25166192
_init_1.5B_seed43/0/model/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91771217548f9ee8abb003aacc02d137aa380e11709b2dfd46976156aab6f2bc
3
+ size 23068912
_init_1.5B_seed43/0/model/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1929dea440bf26041e820a437ad3f7f9ba9e8ad419961efcccfb67236c9c643f
3
+ size 46137656
_init_1.5B_seed43/0/model/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ee798d185616571ed43c3d4912881a65b7221efc6870a37cf3b88ae6a56b59f
3
+ size 8388848
_init_1.5B_seed43/0/model/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62647eb4df64f7aadfe3cefb8e2f5f651fe203430f0fb2cd48812f7a6c2b5b26
3
+ size 25166192
_init_1.5B_seed43/0/model/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9133a4a894aac0d5106d36ed11a15f2c956687cd0f7931f0ffb7f959334c9c7
3
+ size 23068912
_init_1.5B_seed43/0/model/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b4f9cbf4b7d948f545b8e1490b98c292ad77f30d356e0df1f3b3da8e55dafb
3
+ size 46137656
_init_1.5B_seed43/0/model/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e933f9076c7b4ddb86690e1fe0812223f3a1cbf5305c806a7d6ab40b056f4f7
3
+ size 4192
_init_1.5B_seed43/0/model/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b008ef4b206cc9261b4194b5762c9a2e3bd29d3daf55b76e86775233e5e0825
3
+ size 8388848