petdog commited on
Commit
87823e4
·
verified ·
1 Parent(s): 4502553

Upload 11 files

Browse files
checklist.chk ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ 5ca57571675ec096c1918c76326e31ab consolidated.00.pth
2
+ 2cb56d8cbe9aaf26552061e1602d6dc3 consolidated.01.pth
3
+ 90158e90c25112dfe037b94ad4779a8e consolidated.02.pth
4
+ 201b59b7fe63f0d7697fdab3de8b5ab3 consolidated.03.pth
5
+ 716740eb1c34e0a221192c871529c4f6 consolidated.04.pth
6
+ fa0787c90d69670a8d72084f37c264d0 consolidated.05.pth
7
+ 04d0acf24058c22ea13279276fba3a23 consolidated.06.pth
8
+ 1c0326797ca6a3c5d91c135e37257cec consolidated.07.pth
9
+ 0956af3a2c289b9d3005f4bc559d6bb8 params.json
10
+ 08292403f8b173e7524d7fba7bbbd2d3 tokenizer.model
consolidated.00.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91abf9c43700107d62d08a234e8e7a296f296dad1b07b5ce3a986e653896f2d5
3
+ size 17640971024
consolidated.01.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac9949e9bfaf314abfdeb78c7ee77b8fdcc3958e27a6476e8495e25e3ecea49f
3
+ size 17640971024
consolidated.02.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d60e44929d37351fea29cbac36f928868e06a17365ca0ca8c151ecdb7d5a0fd
3
+ size 17640971024
consolidated.03.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71ebade820173334c1369c0abf4ae7beb73baf028cc819d3108549bdbd497481
3
+ size 17640971024
consolidated.04.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cf8f2272ee62631a81d54c4a56d7a35977eee04bce515f5acad5bbbd8772fd1
3
+ size 17640971024
consolidated.05.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a3f9eb040bc0ae77d5e248390ec62a9b73807e2c3e70cfc8386343b9a8d039d
3
+ size 17640971024
consolidated.06.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a6fd821dba18e4d10d52b78982dc8a230b234f777942d382ab964e95d1665d5
3
+ size 17640971024
consolidated.07.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39b4215b9b39badc219fb2e0ef4b89100add76d28fdea291ea2fd0d62fbf401d
3
+ size 17640971024
params.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "dim": 8192,
3
+ "n_layers": 80,
4
+ "n_heads": 64,
5
+ "n_kv_heads": 8,
6
+ "vocab_size": 128256,
7
+ "ffn_dim_multiplier": 1.3,
8
+ "multiple_of": 4096,
9
+ "norm_eps": 1e-05,
10
+ "rope_theta": 500000.0,
11
+ "use_scaled_rope": true
12
+ }
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82e9d31979e92ab929cd544440f129d9ecd797b69e327f80f17e1c50d5551b55
3
+ size 2183982