joellidin commited on
Commit
a20656e
·
verified ·
1 Parent(s): 64dcae2

8k SFT step 7000

Browse files
config.json CHANGED
@@ -12,7 +12,7 @@
12
  "hidden_size": 8192,
13
  "initializer_range": 0.02,
14
  "intermediate_size": 28672,
15
- "max_position_embeddings": 4096,
16
  "mlp_bias": false,
17
  "model_type": "llama",
18
  "num_attention_heads": 64,
 
12
  "hidden_size": 8192,
13
  "initializer_range": 0.02,
14
  "intermediate_size": 28672,
15
+ "max_position_embeddings": 8192,
16
  "mlp_bias": false,
17
  "model_type": "llama",
18
  "num_attention_heads": 64,
generation_config.json CHANGED
@@ -1,7 +1,10 @@
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 2,
4
- "eos_token_id": [1, 106],
 
 
 
5
  "transformers_version": "4.57.1",
6
  "use_cache": false
7
  }
 
1
  {
2
  "_from_model_config": true,
3
  "bos_token_id": 2,
4
+ "eos_token_id": [
5
+ 1,
6
+ 106
7
+ ],
8
  "transformers_version": "4.57.1",
9
  "use_cache": false
10
  }
model-00001-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d6f24bca628b4cd7964f5d095726f09f4b91f36f2fcb4f8e4940a98ebc78aa9
3
- size 4664084200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6101b28b1462889a5d8732f6a5eff27481a69263451e4501b28910eeb1855755
3
+ size 4613819728
model-00002-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a7105b371f18c685709904d0f46d19ac3b1ecc76d04ffbd125b1eac716edea7
3
- size 4697705544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43dbf63f353db1416049a6350adbbc4e6d799d7956abc916f660083769f62552
3
+ size 4966140568
model-00003-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ca868f948e52861aa9511c00477e9bf5520b3878227b55bcf83d6e7eb99887b
3
- size 4680927528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8775f5e400e8da57896b8f693b73723251051b090fdf0f008698ce64f828495f
3
+ size 4563471232
model-00004-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:078593b9a89b8fde73f8e37523e79ff3246fbc377f8b5353097eff2031b9ce0f
3
- size 4949364056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cd6c4d7edb04cae470db8f206c84d5edd5e2b253d88f5d9a9d74f38b6b00396
3
+ size 4815196288
model-00005-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d0e10daa4a20d2952e3ad9e3f18676a3041edac2d05f1b3dbeb5fa46cda9cf61
3
- size 4865526864
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60513c91acfd7b98478616f521277da5c0173eb42bdfb17acce1db16eae097bd
3
+ size 4966073280
model-00006-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a8df63cd1582ab16db53833e8a56eae82d3cac4fd4a0550ef641ee530186ab2
3
- size 4882371624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cde1f97a42ac15e7c56f95c1b929a9ea7a2da40ed708f07f68fae1244c52cbf
3
+ size 4580280832
model-00007-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:256fcd5732911c3c98e6de92cc6c42a6542e9e5372476f09d2044ba98bb52a8b
3
- size 4731408728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28eafcabc6fb1a54a2f4dc6be713cece32b3ecdf7896f79022bc05622da2a9d8
3
+ size 4831906224
model-00008-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ba2637663247b0dd4e2a32ef06b107c892a03f605f27efe882eb7c040f9ab0d
3
- size 4949413448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62a48e02a0ec5346dfcfb520a70c8ca1b65d0dac3f21a5f2a6877e5bce876ddc
3
+ size 4815095880
model-00009-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:652649637e45f4084a8439f7c93aa9f3cfeb493f51c3e0b1353667857e37442c
3
- size 4597091808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04a2298f08ed2f7b1134d847e40fb3dc3ee28666f3c03cdd899b30f88cad115a
3
+ size 4781574912
model-00010-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:023964b1bfa50aeed0dd775ff31e3b251c6d63a3a98806938ee20f47f459c69b
3
- size 4781523440
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53d20353e669c46a6a8645f20e2bf2e0def561564173ff80824dfb2d7a1527a1
3
+ size 4680927528
model-00011-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2bacd97a5bffefdc8844f2d3b4a30094dac000816e629b6f2075e775fd1ac779
3
- size 4798368040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b60c8ee6a6f477e7c776ed21b62a3f1e5f3f57757fadc0ef631ed00129dabf4
3
+ size 3691055400
model-00012-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b191e407fe584553590596a43f89bc35517e60326f821e906266bb3665b9ce75
3
- size 4596992784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:719f682f5f4df94da10da6227f448718c77c29fc950cc985be46af3211069421
3
+ size 4915724776
model-00013-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7aa77e44ca12436db03ec8affc47526c854933c07656dfcec4491a7149acb91f
3
- size 4664167400
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c77ec4bfa6539d656194e5eaa349b74185c50ddd88285a415e0d340fd01fe7e2
3
+ size 4949396216
model-00014-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:24bc35e8dfc71747fc0c082553e9c8266bc4e70682d3068760558ebe9eeb18d5
3
- size 4815163168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03dd32116df7cb579afc89aa3db41f27cafe5a6c899e15c68a498631320af27b
3
+ size 4898998928
model-00015-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9d442ce23894e6040cefc17f1f8debb1ffb0045f3629579c3d74979ea6b0fee
3
- size 4680878744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ffb4fce4ffc9b9a697e057f7590d64eb9c0a98d61a7d4ef94169778b6dae2aa
3
+ size 4882237496
model-00016-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb4c4deec3250764e81c4f394307a6a3467c82dacec7e6267fb9968449474dc1
3
- size 4747987368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c946f7d3b2fd60b2579895be09f5b2d13500c65d77fd4e0868947c40f288e1b
3
+ size 4915825192
model-00017-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53f66b93fbfea05c69ddb1a952c0b12292f37de7ff9d649fa06b8e99d382c3d2
3
- size 4597025184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d4dc4ac352ac21c8615af5f0e3b85c7fd72e8f534d27eeb78854a1fb0942b5
3
+ size 4680960536
model-00018-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c638b2683378173a31e5cf09c602065b694d571c43898a470f1ab8b5501734a
3
- size 4949381144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d2884d7b555e6d0112892e14d34e20e66a167444d9d9fe99e55b274af6b5902
3
+ size 4680961248
model-00019-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0b200960c2af75248bde16140185d9e862930064f60815941ebe2ea0dc3e59c
3
- size 4848732336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f710dfe2b8969f241eb3407b8dab283e2714c02dcb70f46c2b08a34ea922fd6
3
+ size 4932552896
model-00020-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ce16e1e969a29fe8d030acfbf221cc2d5dd736c8b7a45a970d0e9c4c9e0d6eb
3
- size 4915825792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87bdda79cbf8fb5deafd381f044d5ec2c01e3b598f83a1f4d27593216fcaba27
3
+ size 4815113072
model-00021-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b571e3f81c0bb13346a1ecdb8ee93f3f5e356baed6c1059586a136bcf91b86fe
3
- size 4949445728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c70370dbb287ecbea148d7a8cb997200fbab1196723ac491d932b34745be93ca
3
+ size 4798467728
model-00022-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5733d40e2ca4cc1300bfc6266b16a9824643bf3e20063f99e6f7cb96d8ed5ebf
3
- size 4664117208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b4fa5f9fbc3b792de931095a3f3495e84228aa84602acc858b3222565548eca
3
+ size 4781673920
model-00023-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:64a732438b70a6400e17d12b468ea055ee0266d82ab592081f5f15d5d569d94c
3
- size 4831906216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fb8a643e23506ba8f057601d409a935a3a5ae223ed54b1a282f58f9e24843a1
3
+ size 4882287728
model-00024-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8bf9d7e96d3898fc3855805f6b7183d89e96855b008d81e8e7024be1b423f3f
3
- size 4714431992
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b32fb13284ecfec87260bcb6c9e52299896bb463cbf249389201c4c021f30bd
3
+ size 4949280728
model-00025-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4aa64eb2088bbd3f3c984c9bcd9dec376c46068caf0315d9574508678fd5659d
3
- size 4966223048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:853ad0b777ede4a543c0f3af870542ea256c23f0aabeb7bc2ff394e375ff3469
3
+ size 4798451984
model-00026-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4703cde5f167b8bebdc88dbc83fa25c3863e362bdd5a50f0440a1bf304e14a77
3
- size 3187705584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d9ad1b79a5dfbcb943c4e0d6186d910b72c35b92e9f181bb5305f0857b389bc
3
+ size 4630546744
model-00027-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a17e916b13e02cc36ff632c8379402341f9c0541bf4deb702c9bf4743323f23
3
- size 4764746088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ce9cdd1993c1e11e8d237426cb8b0b781ed3502a9be737cad4b9d3ac8e2751c
3
+ size 4546744120
model-00028-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:39cb9bc92ff9951ab0ef92593a02f1096bb98ca3fbb1ff74fd1688575b25df49
3
- size 4999727536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55b561adb2219f32bd94a5bda0922a3083a18c3266596bc8055ff9052d2c4f9f
3
+ size 4966322784
model-00029-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1ef3718874482c8e0b7aee5396e62b1e5a25cecc0c53a21f383fed309182a652
3
- size 4664167368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d279aa3f548f543c930ba93c50e9ce403af00db040b1d6c717e80bd1e30f1a3
3
+ size 4966206536
model-00030-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:568275152e3a57db325a4e167f6c689268ce00fe21df39de90e1dd426dcc6d4f
3
- size 4966091760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8491bf25c095b5094b0f369f5edf0734746c0eebc05fef644eceed9adbc5d7a3
3
+ size 4966074560
model-00031-of-00031.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca59c8a9d2ba68f6ba924a74748c19ce60d8735d036917617df889529a279aea
3
- size 3372238224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e950025e3154f727b9b6cb82d2bfeec3532a226d046bcb3abdfdba1149235da
3
+ size 2231370920
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff