Hugging Face's logo

distributed
/
llama-1b-ws-2

PyTorch
llama
Model card Files
xet
Community
2
kmfoda commited on
Commit
433d204
·
verified ·
1 Parent(s): 114b4f2

Run 0. Outer Step 0. Inner Step 0. Peers 0.

Browse files
Files changed (10) hide show
  1. config.json +1 -1
  2. inner_optimizer.rank0000-of-8.pt +3 -0
  3. inner_optimizer.rank0001-of-8.pt +3 -0
  4. inner_optimizer.rank0002-of-8.pt +3 -0
  5. inner_optimizer.rank0003-of-8.pt +3 -0
  6. inner_optimizer.rank0004-of-8.pt +3 -0
  7. inner_optimizer.rank0005-of-8.pt +3 -0
  8. inner_optimizer.rank0006-of-8.pt +3 -0
  9. inner_optimizer.rank0007-of-8.pt +3 -0
  10. pytorch_model.bin +1 -1
config.json CHANGED
@@ -271,7 +271,7 @@
271
  "initializer_range": 0.02,
272
  "inner_step": 0,
273
  "intermediate_size": 5632,
274
- "last_allreduce_block": 6497434,
275
  "max_position_embeddings": 2048,
276
  "mlp_bias": false,
277
  "model_type": "llama",
 
271
  "initializer_range": 0.02,
272
  "inner_step": 0,
273
  "intermediate_size": 5632,
274
+ "last_allreduce_block": 6497835,
275
  "max_position_embeddings": 2048,
276
  "mlp_bias": false,
277
  "model_type": "llama",
inner_optimizer.rank0000-of-8.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e23dbbe31a4d96b71e0e5ed855e15d15f0bba48812c753e0f4ceff6645eacda5
3
+ size 615721534
inner_optimizer.rank0001-of-8.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e87d1d6f1960597fcca110a56d46da8b136590a74b6f41a9196419f5191fc49
3
+ size 615721534
inner_optimizer.rank0002-of-8.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:100f3eb9bb8732d56dbc55804a1fbf5ccb1d92b2bd0b2ea4a9fb467d10ac8edc
3
+ size 615721534
inner_optimizer.rank0003-of-8.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75f7bb0576601e1f65de855647190d0e9aada0c4b885ec2c914aab3db997ecd2
3
+ size 615721534
inner_optimizer.rank0004-of-8.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaac7fdc6eb5701f7028e47427083d4c42263cbde4ca772f53cb7f2c06790836
3
+ size 615721534
inner_optimizer.rank0005-of-8.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d72fff5dd509098f7fdb5055e936203b38a487359461628677ba3422b0cd949f
3
+ size 615721534
inner_optimizer.rank0006-of-8.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e555c7c2b2cccf3dbd7443859bbc47fcfa16dcf1f96f53828d8e7f7cebec2cff
3
+ size 615721534
inner_optimizer.rank0007-of-8.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9db747a4e7e6f55d31528df509babbb033537d8c2613a0019965167fdef15bc2
3
+ size 615721534
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19bcf334c4433474620541a6c1ae29d280ab2d1a287b6e716091fb750d4bf201
3
  size 4400258750
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:981d4d4f72da9d26e83e6b2369a4a5ff5f64eb3f5aa4d45e2aab819779d18b1d
3
  size 4400258750