Upload stage_4_0003000

config.json

@@ -11,7 +11,7 @@
   "hidden_size": 8192,
   "initializer_range": 0.02,
   "intermediate_size": 28672,
-  "max_position_embeddings": 131072,
+  "max_position_embeddings": 524288,
   "mlp_bias": false,
   "model_type": "llama",
   "num_attention_heads": 64,

pytorch_model-00001-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75667e0efe90cc31a0629461c663d3b4cac2e3b6956d4ef8c961dc656af280ec
+oid sha256:b897d272e15083a5a719871e4e6c97354bdcefb88a56ac336e2112ee0b78cdc9
 size 49871101268

pytorch_model-00002-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:659e8fe23e991e49988dd42e3d560d61a635dfecf8c6cb21934a1476c1974fca
+oid sha256:6995935c483a3414a7d03588da1c379b4eb138194d6d34fada44e505cdc2eb21
 size 49795740133

pytorch_model-00003-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abd5060c7be7e47e5b16f8934702d5f70278ac79cf5b511fbd01933549c031cb
+oid sha256:609554751d6247679b7b0d9aa36898bc0fd9fe510badf2f0c8c788eac4747068
 size 49460263104

pytorch_model-00004-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03d420aac31760812eef85407b5e17fb6a9837f52241fc7bf02cabb8f4187364
+oid sha256:bbecad53d314b34a1547ef68c5eb9344deb12976fd5decf533583f51dbbd8be0
 size 49795740133

pytorch_model-00005-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e07f47b5fcf50903d91dd54a0a5d8380ad9f08f8b53ae0832d4e5b4fdfc46fb7
+oid sha256:b03fb4600222042d972c513439fc507ef4ff0fd5f9b1d44608c3a486d1780acb
 size 49460263104

pytorch_model-00006-of-00006.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4f0d1285cfde97704438fb558734c9e88cb458a9402d89de2ab1511495fed82
+oid sha256:411be93005730cd3160deb9332f4592138f0aff654e1e33a2d486261016649a0
 size 41817930473