Hugging Face's logo

distributed
/
llama-1b-ws-2

PyTorch
llama
Model card Files
xet
Community
2
kmfoda commited on
Commit
4ada8d9
·
verified ·
1 Parent(s): 2aa234a

Run 0. Outer Step 0. Inner Step 0. Peers 0.

Browse files
Files changed (4) hide show
  1. config.json +1 -1
  2. inner_optimizer.rank0000-of-2.pt +3 -0
  3. inner_optimizer.rank0001-of-2.pt +2 -2
  4. pytorch_model.bin +1 -1
config.json CHANGED
@@ -271,7 +271,7 @@
271
  "initializer_range": 0.02,
272
  "inner_step": 0,
273
  "intermediate_size": 5632,
274
- "last_allreduce_block": 6497901,
275
  "max_position_embeddings": 2048,
276
  "mlp_bias": false,
277
  "model_type": "llama",
 
271
  "initializer_range": 0.02,
272
  "inner_step": 0,
273
  "intermediate_size": 5632,
274
+ "last_allreduce_block": 6498841,
275
  "max_position_embeddings": 2048,
276
  "mlp_bias": false,
277
  "model_type": "llama",
inner_optimizer.rank0000-of-2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f97a22c2b3cf6edbb2f6882d0360ebde4a38aed2cf1f907d4f85d48ddd2f5123
3
+ size 4400426286
inner_optimizer.rank0001-of-2.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2830cdc5a8a08c79a374d51c825a4e109f82d3d4ac2d9d74d696ed5dbd7cbc1f
3
- size 2462540286
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55f9af47e9cb4c6478251e3bf59ea2fd293693874a33ba91cb178188e6abf628
3
+ size 4400426286
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30ddab45f9250d9b4cf26293109f96bd2d3d08e3dd1bbed6264f0cdf9d7eae96
3
  size 4400258750
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fbe5eb050ba314b25aead3f8750fbaa42bbe6b0ae25666ce6e81f47f93f7617
3
  size 4400258750