xinhe commited on
Commit
5a934a0
·
verified ·
1 Parent(s): ec63aa6

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -34,4 +34,3 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
- model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
config.json CHANGED
@@ -58673,107 +58673,129 @@
58673
  "model.layers.0.mlp.gate_proj",
58674
  "model.layers.0.mlp.up_proj",
58675
  "model.layers.0.self_attn.indexer.weights_proj",
 
58676
  "model.layers.1.mlp.down_proj",
58677
  "model.layers.1.mlp.gate_proj",
58678
  "model.layers.1.mlp.up_proj",
58679
  "model.layers.1.self_attn.indexer.weights_proj",
 
58680
  "model.layers.10.mlp.gate",
58681
  "model.layers.10.self_attn.indexer.weights_proj",
 
58682
  "model.layers.11.mlp.gate",
58683
  "model.layers.12.mlp.gate",
58684
  "model.layers.13.mlp.gate",
58685
  "model.layers.14.mlp.gate",
58686
  "model.layers.14.self_attn.indexer.weights_proj",
 
58687
  "model.layers.15.mlp.gate",
58688
  "model.layers.16.mlp.gate",
58689
  "model.layers.17.mlp.gate",
58690
  "model.layers.18.mlp.gate",
58691
  "model.layers.18.self_attn.indexer.weights_proj",
 
58692
  "model.layers.19.mlp.gate",
58693
  "model.layers.2.mlp.down_proj",
58694
  "model.layers.2.mlp.gate_proj",
58695
  "model.layers.2.mlp.up_proj",
58696
  "model.layers.2.self_attn.indexer.weights_proj",
 
58697
  "model.layers.20.mlp.gate",
58698
  "model.layers.21.mlp.gate",
58699
  "model.layers.22.mlp.gate",
58700
  "model.layers.22.self_attn.indexer.weights_proj",
 
58701
  "model.layers.23.mlp.gate",
58702
  "model.layers.24.mlp.gate",
58703
  "model.layers.25.mlp.gate",
58704
  "model.layers.26.mlp.gate",
58705
  "model.layers.26.self_attn.indexer.weights_proj",
 
58706
  "model.layers.27.mlp.gate",
58707
  "model.layers.28.mlp.gate",
58708
  "model.layers.29.mlp.gate",
58709
  "model.layers.3.mlp.gate",
58710
  "model.layers.30.mlp.gate",
58711
  "model.layers.30.self_attn.indexer.weights_proj",
 
58712
  "model.layers.31.mlp.gate",
58713
  "model.layers.32.mlp.gate",
58714
  "model.layers.33.mlp.gate",
58715
  "model.layers.34.mlp.gate",
58716
  "model.layers.34.self_attn.indexer.weights_proj",
 
58717
  "model.layers.35.mlp.gate",
58718
  "model.layers.36.mlp.gate",
58719
  "model.layers.37.mlp.gate",
58720
  "model.layers.38.mlp.gate",
58721
  "model.layers.38.self_attn.indexer.weights_proj",
 
58722
  "model.layers.39.mlp.gate",
58723
  "model.layers.4.mlp.gate",
58724
  "model.layers.40.mlp.gate",
58725
  "model.layers.41.mlp.gate",
58726
  "model.layers.42.mlp.gate",
58727
  "model.layers.42.self_attn.indexer.weights_proj",
 
58728
  "model.layers.43.mlp.gate",
58729
  "model.layers.44.mlp.gate",
58730
  "model.layers.45.mlp.gate",
58731
  "model.layers.46.mlp.gate",
58732
  "model.layers.46.self_attn.indexer.weights_proj",
 
58733
  "model.layers.47.mlp.gate",
58734
  "model.layers.48.mlp.gate",
58735
  "model.layers.49.mlp.gate",
58736
  "model.layers.5.mlp.gate",
58737
  "model.layers.50.mlp.gate",
58738
  "model.layers.50.self_attn.indexer.weights_proj",
 
58739
  "model.layers.51.mlp.gate",
58740
  "model.layers.52.mlp.gate",
58741
  "model.layers.53.mlp.gate",
58742
  "model.layers.54.mlp.gate",
58743
  "model.layers.54.self_attn.indexer.weights_proj",
 
58744
  "model.layers.55.mlp.gate",
58745
  "model.layers.56.mlp.gate",
58746
  "model.layers.57.mlp.gate",
58747
  "model.layers.58.mlp.gate",
58748
  "model.layers.58.self_attn.indexer.weights_proj",
 
58749
  "model.layers.59.mlp.gate",
58750
  "model.layers.6.mlp.gate",
58751
  "model.layers.6.self_attn.indexer.weights_proj",
 
58752
  "model.layers.60.mlp.gate",
58753
  "model.layers.61.mlp.gate",
58754
  "model.layers.62.mlp.gate",
58755
  "model.layers.62.self_attn.indexer.weights_proj",
 
58756
  "model.layers.63.mlp.gate",
58757
  "model.layers.64.mlp.gate",
58758
  "model.layers.65.mlp.gate",
58759
  "model.layers.66.mlp.gate",
58760
  "model.layers.66.self_attn.indexer.weights_proj",
 
58761
  "model.layers.67.mlp.gate",
58762
  "model.layers.68.mlp.gate",
58763
  "model.layers.69.mlp.gate",
58764
  "model.layers.7.mlp.gate",
58765
  "model.layers.70.mlp.gate",
58766
  "model.layers.70.self_attn.indexer.weights_proj",
 
58767
  "model.layers.71.mlp.gate",
58768
  "model.layers.72.mlp.gate",
58769
  "model.layers.73.mlp.gate",
58770
  "model.layers.74.mlp.gate",
58771
  "model.layers.74.self_attn.indexer.weights_proj",
 
58772
  "model.layers.75.mlp.gate",
58773
  "model.layers.76.mlp.gate",
58774
  "model.layers.77.mlp.gate",
58775
  "model.layers.78.mlp.gate",
58776
  "model.layers.78.self_attn.indexer.weights_proj",
 
58777
  "model.layers.8.mlp.gate",
58778
  "model.layers.9.mlp.gate"
58779
  ],
 
58673
  "model.layers.0.mlp.gate_proj",
58674
  "model.layers.0.mlp.up_proj",
58675
  "model.layers.0.self_attn.indexer.weights_proj",
58676
+ "model.layers.0.self_attn.indexer.wk",
58677
  "model.layers.1.mlp.down_proj",
58678
  "model.layers.1.mlp.gate_proj",
58679
  "model.layers.1.mlp.up_proj",
58680
  "model.layers.1.self_attn.indexer.weights_proj",
58681
+ "model.layers.1.self_attn.indexer.wk",
58682
  "model.layers.10.mlp.gate",
58683
  "model.layers.10.self_attn.indexer.weights_proj",
58684
+ "model.layers.10.self_attn.indexer.wk",
58685
  "model.layers.11.mlp.gate",
58686
  "model.layers.12.mlp.gate",
58687
  "model.layers.13.mlp.gate",
58688
  "model.layers.14.mlp.gate",
58689
  "model.layers.14.self_attn.indexer.weights_proj",
58690
+ "model.layers.14.self_attn.indexer.wk",
58691
  "model.layers.15.mlp.gate",
58692
  "model.layers.16.mlp.gate",
58693
  "model.layers.17.mlp.gate",
58694
  "model.layers.18.mlp.gate",
58695
  "model.layers.18.self_attn.indexer.weights_proj",
58696
+ "model.layers.18.self_attn.indexer.wk",
58697
  "model.layers.19.mlp.gate",
58698
  "model.layers.2.mlp.down_proj",
58699
  "model.layers.2.mlp.gate_proj",
58700
  "model.layers.2.mlp.up_proj",
58701
  "model.layers.2.self_attn.indexer.weights_proj",
58702
+ "model.layers.2.self_attn.indexer.wk",
58703
  "model.layers.20.mlp.gate",
58704
  "model.layers.21.mlp.gate",
58705
  "model.layers.22.mlp.gate",
58706
  "model.layers.22.self_attn.indexer.weights_proj",
58707
+ "model.layers.22.self_attn.indexer.wk",
58708
  "model.layers.23.mlp.gate",
58709
  "model.layers.24.mlp.gate",
58710
  "model.layers.25.mlp.gate",
58711
  "model.layers.26.mlp.gate",
58712
  "model.layers.26.self_attn.indexer.weights_proj",
58713
+ "model.layers.26.self_attn.indexer.wk",
58714
  "model.layers.27.mlp.gate",
58715
  "model.layers.28.mlp.gate",
58716
  "model.layers.29.mlp.gate",
58717
  "model.layers.3.mlp.gate",
58718
  "model.layers.30.mlp.gate",
58719
  "model.layers.30.self_attn.indexer.weights_proj",
58720
+ "model.layers.30.self_attn.indexer.wk",
58721
  "model.layers.31.mlp.gate",
58722
  "model.layers.32.mlp.gate",
58723
  "model.layers.33.mlp.gate",
58724
  "model.layers.34.mlp.gate",
58725
  "model.layers.34.self_attn.indexer.weights_proj",
58726
+ "model.layers.34.self_attn.indexer.wk",
58727
  "model.layers.35.mlp.gate",
58728
  "model.layers.36.mlp.gate",
58729
  "model.layers.37.mlp.gate",
58730
  "model.layers.38.mlp.gate",
58731
  "model.layers.38.self_attn.indexer.weights_proj",
58732
+ "model.layers.38.self_attn.indexer.wk",
58733
  "model.layers.39.mlp.gate",
58734
  "model.layers.4.mlp.gate",
58735
  "model.layers.40.mlp.gate",
58736
  "model.layers.41.mlp.gate",
58737
  "model.layers.42.mlp.gate",
58738
  "model.layers.42.self_attn.indexer.weights_proj",
58739
+ "model.layers.42.self_attn.indexer.wk",
58740
  "model.layers.43.mlp.gate",
58741
  "model.layers.44.mlp.gate",
58742
  "model.layers.45.mlp.gate",
58743
  "model.layers.46.mlp.gate",
58744
  "model.layers.46.self_attn.indexer.weights_proj",
58745
+ "model.layers.46.self_attn.indexer.wk",
58746
  "model.layers.47.mlp.gate",
58747
  "model.layers.48.mlp.gate",
58748
  "model.layers.49.mlp.gate",
58749
  "model.layers.5.mlp.gate",
58750
  "model.layers.50.mlp.gate",
58751
  "model.layers.50.self_attn.indexer.weights_proj",
58752
+ "model.layers.50.self_attn.indexer.wk",
58753
  "model.layers.51.mlp.gate",
58754
  "model.layers.52.mlp.gate",
58755
  "model.layers.53.mlp.gate",
58756
  "model.layers.54.mlp.gate",
58757
  "model.layers.54.self_attn.indexer.weights_proj",
58758
+ "model.layers.54.self_attn.indexer.wk",
58759
  "model.layers.55.mlp.gate",
58760
  "model.layers.56.mlp.gate",
58761
  "model.layers.57.mlp.gate",
58762
  "model.layers.58.mlp.gate",
58763
  "model.layers.58.self_attn.indexer.weights_proj",
58764
+ "model.layers.58.self_attn.indexer.wk",
58765
  "model.layers.59.mlp.gate",
58766
  "model.layers.6.mlp.gate",
58767
  "model.layers.6.self_attn.indexer.weights_proj",
58768
+ "model.layers.6.self_attn.indexer.wk",
58769
  "model.layers.60.mlp.gate",
58770
  "model.layers.61.mlp.gate",
58771
  "model.layers.62.mlp.gate",
58772
  "model.layers.62.self_attn.indexer.weights_proj",
58773
+ "model.layers.62.self_attn.indexer.wk",
58774
  "model.layers.63.mlp.gate",
58775
  "model.layers.64.mlp.gate",
58776
  "model.layers.65.mlp.gate",
58777
  "model.layers.66.mlp.gate",
58778
  "model.layers.66.self_attn.indexer.weights_proj",
58779
+ "model.layers.66.self_attn.indexer.wk",
58780
  "model.layers.67.mlp.gate",
58781
  "model.layers.68.mlp.gate",
58782
  "model.layers.69.mlp.gate",
58783
  "model.layers.7.mlp.gate",
58784
  "model.layers.70.mlp.gate",
58785
  "model.layers.70.self_attn.indexer.weights_proj",
58786
+ "model.layers.70.self_attn.indexer.wk",
58787
  "model.layers.71.mlp.gate",
58788
  "model.layers.72.mlp.gate",
58789
  "model.layers.73.mlp.gate",
58790
  "model.layers.74.mlp.gate",
58791
  "model.layers.74.self_attn.indexer.weights_proj",
58792
+ "model.layers.74.self_attn.indexer.wk",
58793
  "model.layers.75.mlp.gate",
58794
  "model.layers.76.mlp.gate",
58795
  "model.layers.77.mlp.gate",
58796
  "model.layers.78.mlp.gate",
58797
  "model.layers.78.self_attn.indexer.weights_proj",
58798
+ "model.layers.78.self_attn.indexer.wk",
58799
  "model.layers.8.mlp.gate",
58800
  "model.layers.9.mlp.gate"
58801
  ],
model-00001-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a18dbe8cd31da3435bf1e04b9fa84b7dd5551d2638cdf8be0955ac027243b611
3
- size 5037826712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e7024fee0476e368f26ade3b6864424fa5d712747f8daca3b75cd515de13271
3
+ size 5039350168
model-00005-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0107c7234547e23abc0bd80b7fa8076b1521ce6f92d9528defe69f122f5de87
3
- size 1532386296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0967d0d5278d70fe6c42bf88f97cfda4913f06fd0d89fed261bd5b6d7d369aaf
3
+ size 1533148024
model-00020-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ee05b36408b1d2092eda4cab677704b9a36f9bd88065900d6c4eab370b2324c
3
- size 1532386400
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3feba20b047efb52249e2b117f3e80793ca7f5f1508f55f8b4afc379a8b7bf1
3
+ size 1533148128
model-00035-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28aa7935ddd7f2034d52110bf68de8f40ebc0faa21335228389c6ba8df7b9d0b
3
- size 1532386512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35ae187c5e17e3714eb6ef7453d6c1f40cdc92b2dd6a4a3bb182b612a05ed728
3
+ size 1533148240
model-00038-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c03adaee9f17e6d417c719a12d8a9256b176811babf7b67b3adff64ec2b879d
3
- size 1948346816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eedb62be2f827d32479f19c98f3f0b81afdd46eac6c61b0fa711d7193281d28
3
+ size 1949108544
model-00049-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a543e170f380cd45d42fc0fd43b1d9d53126283bb032f001719caf47437d75a
3
- size 1427775112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb73c8ffcad9320b81ea74efba7dca0a8fb7c3f69cc7a207df190c0ebf875364
3
+ size 1428536832
model-00064-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:72cfd14fc452258c42eecaaa21ff6603601ebe3453f703d4f26d573681f81368
3
- size 1532386264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38d59ac1c4aee26de88d82dc0f11da8fa911197df0d287719ff674d0dbe569a5
3
+ size 1533147992
model-00083-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d766965ce415f9d22a63ca4a8547f3574f1a115cf1e0f17ae0ea955dadc87e8e
3
- size 1532386504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beb0317fa5ed6be79ce5ed06dddf2b20b66e29ae05a3773525644c290525f0a5
3
+ size 1533148232
model-00097-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a6808e244374a18b5c5ddc6a9df369782b8eee90689deee1bdd99eeec27c2aa6
3
- size 1532386208
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c38d4e5409e148f50559083845e5823dc80f07cdf027c00059834aa3a7f30e80
3
+ size 1533147936
model-00112-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12215bf8c9e6606daa8b3b6991f0ec704afc77b621040e02129e249f5d9a556a
3
- size 1532386320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40cde15e11b041534bf2e414531a7024fac648d778bfa555f44d2392bee0ecb9
3
+ size 1533148048
model-00130-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5fdd7ca75cf30e9e1546a543930a2e565140ddb8bbfa519ef8235466b3b6723b
3
- size 1452745616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33dbf19cd1c6364f6cef44415e8f4d3f6034f6198de625cf19b57f3f571b773b
3
+ size 1453507344
model-00145-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7d3c97037196440aef84edec3db05ede6af1d3766b0a1052eb96d596dfad84d
3
- size 1532386256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f466a484d1f22f7ce094656a228028a596831939e5367b19a35c89f7a43eaaf0
3
+ size 1533147984
model-00164-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:faa490c2570ea164ffc2a0bc846ca14bbfcaaf98337137769e0728e4a4940388
3
- size 1532386504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46e294bc494a1247bbdd7dfa3789cd9dd6217e45a2cec58f4b051b4855287929
3
+ size 1533148232
model-00178-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ced9d6c7d6ab425a80dbf89c8ee807a9b0292de76c24cb5085e93b703641723e
3
- size 1532386200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c1649af28ba808da9b570b2507f1bb204dbb58d32e9f007ed8146b0818a5810
3
+ size 1533147928
model-00193-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7837a329ed21666089ca5960a9528a707b6ca48b375456ee77247f271059d48
3
- size 1532386320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2851b44b0ca7f599912787013623eba1976d5ed0a0737fdd3ec4f12a502a1340
3
+ size 1533148048
model-00200-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b542f6e2c3f2df7ce3090b1f6e2eeb566a27e4eca2c6a51c6b7cdea852484966
3
- size 1511533448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f10b3630dc8236e193baa20c1b730b2ca2c813dd9f46a5abba5b0ea9c065b2c
3
+ size 1512295176
model-00211-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a589b3fa8d049c763722545adf91c91113a41c432ee30ea7ef6cd2b66796cd1a
3
- size 1447128592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:549a6f9078d41f547e5060ecf09316491cea0cdc28982afc8fe41a43446e98b3
3
+ size 1447890320
model-00226-of-00282.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c62984f90618ed85b879f706d20bf33e0555b981a8de3dc56a8612083c08535
3
- size 1532386264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f84086499611cf1e15818826c15b1e398ad1bef7a9484ee55c6406ec20434ea
3
+ size 1533147984