Hugging Face's logo

craffel
/
commav0p1-ablations

TensorBoard
hf-summary-writer
Model card Files
xet
 Metrics Community
craffel HF Staff commited on
Commit
fea6c93
·
verified ·
1 Parent(s): ed4b469

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. checkpoints/pile/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  2. checkpoints/pile/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  3. checkpoints/pile/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors +3 -0
  4. checkpoints/pile/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  5. checkpoints/pile/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  6. checkpoints/pile/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  7. checkpoints/pile/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  8. checkpoints/pile/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  9. checkpoints/pile/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors +3 -0
  10. checkpoints/pile/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  11. checkpoints/pile/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  12. checkpoints/pile/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  13. checkpoints/pile/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  14. checkpoints/pile/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  15. checkpoints/pile/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors +3 -0
  16. checkpoints/pile/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  17. checkpoints/pile/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  18. checkpoints/pile/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  19. checkpoints/pile/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  20. checkpoints/pile/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  21. checkpoints/pile/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors +3 -0
  22. checkpoints/pile/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  23. checkpoints/pile/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  24. checkpoints/pile/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  25. checkpoints/pile/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  26. checkpoints/pile/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  27. checkpoints/pile/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors +3 -0
  28. checkpoints/pile/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  29. checkpoints/pile/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  30. checkpoints/pile/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  31. checkpoints/pile/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  32. checkpoints/pile/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  33. checkpoints/pile/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors +3 -0
  34. checkpoints/pile/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  35. checkpoints/pile/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  36. checkpoints/pile/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  37. checkpoints/pile/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  38. checkpoints/pile/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  39. checkpoints/pile/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors +3 -0
  40. checkpoints/pile/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  41. checkpoints/pile/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  42. checkpoints/pile/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  43. checkpoints/pile/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  44. checkpoints/pile/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  45. checkpoints/pile/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors +3 -0
  46. checkpoints/pile/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  47. checkpoints/pile/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  48. checkpoints/pile/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors +3 -0
  49. checkpoints/pile/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
  50. checkpoints/pile/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors +3 -0
checkpoints/pile/model/decoder/0/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c06585bcfc8c1b4061ce75a0fe1e28e8afb0916c6f8fe4b993db1684e8a59b9
3
+ size 8388848
checkpoints/pile/model/decoder/0/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:243120c2079200e1b633799a6f090cbdf29bb54ddaf2a7ad94253a6bdb3bb6f3
3
+ size 25166176
checkpoints/pile/model/decoder/0/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6d1f84869d21b7628ba37093e231ccace4fa991192b0196241c2a8a94506a8e
3
+ size 4192
checkpoints/pile/model/decoder/0/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:657c0e7e13c25c654f4dd60821f735376ecefa025742d5107424e638d40a1f1f
3
+ size 33554672
checkpoints/pile/model/decoder/0/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94453a0054fcae412176f2df4fe3c7d8626eb53438e8c7e0e595e2c9f54c884a
3
+ size 67109160
checkpoints/pile/model/decoder/0/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0e694077a49d3de9a298f4d5374405d3b10579f6d160611400f5d0b64dc65b4
3
+ size 4192
checkpoints/pile/model/decoder/1/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:871e9768d73f39f1ccae026154829b66369f547e77ade58e1464424f09bd7d1f
3
+ size 8388848
checkpoints/pile/model/decoder/1/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d26f143ab23ce6717a0e50f0efc58dc4b8e1e665b71ada31d7c27631195a1453
3
+ size 25166176
checkpoints/pile/model/decoder/1/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61dd312e5cc5cd811547d7c42fca4d114650fcfbbe345e5621767e959c838335
3
+ size 4192
checkpoints/pile/model/decoder/1/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3c8b7f2c45b1366f6310cdf59043a680ba6065432716e2d6184c7e5a26f6ff2
3
+ size 33554672
checkpoints/pile/model/decoder/1/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:175ea0e8da1f56730b827f847173fb2c9abdcd74afae9f50772bc84eb510f7d9
3
+ size 67109160
checkpoints/pile/model/decoder/1/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b99a8cb729070c6a107869033a74b466dd9686081d1ff7c25efaaa92668c17d1
3
+ size 4192
checkpoints/pile/model/decoder/10/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3482db00513de24ec240efdfa6e839d99a9bae9b4f5edccb18348d2fbff7e058
3
+ size 8388848
checkpoints/pile/model/decoder/10/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d61b697d69817d67bbbd2bf84037efbc546085238c180eff098cfcfc3e6ee32c
3
+ size 25166176
checkpoints/pile/model/decoder/10/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05bb05323bb7f7513d82cc11ac920f7c58fab354ac723504330739627b3f180a
3
+ size 4192
checkpoints/pile/model/decoder/10/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0473ea5ab1e1d9cb7d08a696aff6b75e05f5e22cd68f694a74af64ccddb6f3c1
3
+ size 33554672
checkpoints/pile/model/decoder/10/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e97d331053dc519cd00401e2078d9077e1caef396997f9a009a574d035f7bcb
3
+ size 67109160
checkpoints/pile/model/decoder/10/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5577fa83f14b226daed7f2a4553125121dac0ec7ffe2ad6536a6b10e8beb892d
3
+ size 4192
checkpoints/pile/model/decoder/11/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae02bc5b83bf86e454a615d998696b3d4d7e9a3df2ca1ed492faf6b7baa59e54
3
+ size 8388848
checkpoints/pile/model/decoder/11/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8ac898f4646ad892acb3225fa735ea662483b6d57bc619f4e5c2e92ceaefa6c
3
+ size 25166176
checkpoints/pile/model/decoder/11/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36b55d20e9d4b4d890e881ef632ab22e6d142d958ed9c7220600717bf38d203a
3
+ size 4192
checkpoints/pile/model/decoder/11/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9068a5187ad123c29b55011ebda81b38d72503bb1ca327cd9d65dd5f018e9e1
3
+ size 33554672
checkpoints/pile/model/decoder/11/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd54bb086d2fc17bb34153c0b74050de5bf07960ffd6a2119574128896859b7e
3
+ size 67109160
checkpoints/pile/model/decoder/11/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e0ecc663c5d430598a0d19937b7fe63dc66feae41f2df0e3fa814d7e9858284
3
+ size 4192
checkpoints/pile/model/decoder/12/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cc2aec700340cd31e500fd395345e75e830626d18fe140c96ecae10b724a2e7
3
+ size 8388848
checkpoints/pile/model/decoder/12/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bac155759ba289a019bd473f44102fe1a666feed1f7e45a2f46db8efce7d42c
3
+ size 25166176
checkpoints/pile/model/decoder/12/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8909ae21729033b8ad3686a468fdb6ebb882ed52863a84347beb841dd42c4e6f
3
+ size 4192
checkpoints/pile/model/decoder/12/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5af789773e7a023206cd4ece36b4a305959622db838192ba892fff002a1c1c01
3
+ size 33554672
checkpoints/pile/model/decoder/12/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c5566646b74b23c1e70146fff92d7607115a7992b3406be4e49e90b73d93658
3
+ size 67109160
checkpoints/pile/model/decoder/12/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1d10b77d910e208534c34f10b30359ac069f8e3263a8f79c1e55bec206132f7
3
+ size 4192
checkpoints/pile/model/decoder/13/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:516e1aa869a058f0d3d321d3c9ae0f63bac40c5f835031ef65815e67cd1f086c
3
+ size 8388848
checkpoints/pile/model/decoder/13/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c893536490c502720a1da68416a06db2865baeb5ccaaadbbf4a30dd84e37dc75
3
+ size 25166176
checkpoints/pile/model/decoder/13/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59edbdb478a7b11186d74f1b5fccf3dd458a9a668e02975cc50dbee4014cbc67
3
+ size 4192
checkpoints/pile/model/decoder/13/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3534dffac723de859dec297a055f04e194629b0c3cbdfa85f746e861f5cce279
3
+ size 33554672
checkpoints/pile/model/decoder/13/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc89101d6610c427197af4e3cec0b7893566976926181036eb38062be318ef82
3
+ size 67109160
checkpoints/pile/model/decoder/13/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a838a078630257f02cb7be94bb49e0c1200792eed34b5ea4da502cd4891d972
3
+ size 4192
checkpoints/pile/model/decoder/14/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:395e0f8b7e13519706a2511475aa1558cfab2d066253c2979686e9c286057dd8
3
+ size 8388848
checkpoints/pile/model/decoder/14/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7382e3f22dd1e234ed3beee599cb321684ac629971898f9779ee06b35bfa3389
3
+ size 25166176
checkpoints/pile/model/decoder/14/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b425c29d936ff48ba51ca19afa934e340cff41d4244dc998c3c532d3b15c23a
3
+ size 4192
checkpoints/pile/model/decoder/14/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61413a87e79dc430fd0c2677a56e368a3a411935bbc183b580bf8c841497a13e
3
+ size 33554672
checkpoints/pile/model/decoder/14/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dc7f927e22110bd3f33bfbac42e023299056802be4bc133f128dc9ac57fc0d9
3
+ size 67109160
checkpoints/pile/model/decoder/14/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2340e7292ee80300fdc1ce88819a3ae01c7be7e7cd92d5fc60d24d8a36b3a6c
3
+ size 4192
checkpoints/pile/model/decoder/15/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed538ec684d63fb1fe7ecd1a75c80cdc0eec1e70fac7ba1e653f5a8c48eaa8c7
3
+ size 8388848
checkpoints/pile/model/decoder/15/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f1ef79f43d45511bc121ae6f6f585359b82b643b8e0ad93b2388fedc01936e3
3
+ size 25166176
checkpoints/pile/model/decoder/15/pp_block/input_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86f2d71720f3ecadb9f040307b53c075ba33f30bee473229674d90d02a768df8
3
+ size 4192
checkpoints/pile/model/decoder/15/pp_block/mlp/down_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6013a2509f988e45573c0a84ac2de0ac9fe8c93d732af8add56a53658e48a323
3
+ size 33554672
checkpoints/pile/model/decoder/15/pp_block/mlp/gate_up_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9c2a1f4563e7a71bd2886ec6b6fed5e95d6b5b78eb2cca315a0d02f991b50ca
3
+ size 67109160
checkpoints/pile/model/decoder/15/pp_block/post_attention_layernorm/model_weight.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7694844befab9b034515f7387946bfaa7a68356df6c71b37068432165cdab245
3
+ size 4192
checkpoints/pile/model/decoder/16/pp_block/attn/o_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fb38e1d8060160672b1e66c95584a68d47124bc4bff7310116bda87653e0531
3
+ size 8388848
checkpoints/pile/model/decoder/16/pp_block/attn/qkv_proj/model_weight_pp-rank-0-of-1_tp-rank-0-of-1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47751f5b5a051f33807ab8f39d97fff8aa9db1dbe7ed74bd71ce4face43e504b
3
+ size 25166176