Hugging Face's logo

shisa-v2-dev
/
global_step5000_hf

Safetensors
llama
Model card Files
xet
Community
leonardlin commited on
Commit
0c4ece4
·
verified ·
1 Parent(s): bdebabf

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. config.json +40 -0
  3. generation_config.json +12 -0
  4. model-00001-of-00191.safetensors +3 -0
  5. model-00002-of-00191.safetensors +3 -0
  6. model-00003-of-00191.safetensors +3 -0
  7. model-00004-of-00191.safetensors +3 -0
  8. model-00005-of-00191.safetensors +3 -0
  9. model-00006-of-00191.safetensors +3 -0
  10. model-00007-of-00191.safetensors +3 -0
  11. model-00008-of-00191.safetensors +3 -0
  12. model-00009-of-00191.safetensors +3 -0
  13. model-00010-of-00191.safetensors +3 -0
  14. model-00011-of-00191.safetensors +3 -0
  15. model-00012-of-00191.safetensors +3 -0
  16. model-00013-of-00191.safetensors +3 -0
  17. model-00014-of-00191.safetensors +3 -0
  18. model-00015-of-00191.safetensors +3 -0
  19. model-00016-of-00191.safetensors +3 -0
  20. model-00017-of-00191.safetensors +3 -0
  21. model-00018-of-00191.safetensors +3 -0
  22. model-00019-of-00191.safetensors +3 -0
  23. model-00020-of-00191.safetensors +3 -0
  24. model-00021-of-00191.safetensors +3 -0
  25. model-00022-of-00191.safetensors +3 -0
  26. model-00023-of-00191.safetensors +3 -0
  27. model-00024-of-00191.safetensors +3 -0
  28. model-00025-of-00191.safetensors +3 -0
  29. model-00026-of-00191.safetensors +3 -0
  30. model-00027-of-00191.safetensors +3 -0
  31. model-00028-of-00191.safetensors +3 -0
  32. model-00029-of-00191.safetensors +3 -0
  33. model-00030-of-00191.safetensors +3 -0
  34. model-00031-of-00191.safetensors +3 -0
  35. model-00032-of-00191.safetensors +3 -0
  36. model-00033-of-00191.safetensors +3 -0
  37. model-00034-of-00191.safetensors +3 -0
  38. model-00035-of-00191.safetensors +3 -0
  39. model-00036-of-00191.safetensors +3 -0
  40. model-00037-of-00191.safetensors +3 -0
  41. model-00038-of-00191.safetensors +3 -0
  42. model-00039-of-00191.safetensors +3 -0
  43. model-00040-of-00191.safetensors +3 -0
  44. model-00041-of-00191.safetensors +3 -0
  45. model-00042-of-00191.safetensors +3 -0
  46. model-00043-of-00191.safetensors +3 -0
  47. model-00044-of-00191.safetensors +3 -0
  48. model-00045-of-00191.safetensors +3 -0
  49. model-00046-of-00191.safetensors +3 -0
  50. model-00047-of-00191.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 128,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 16384,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 53248,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 128,
22
+ "num_hidden_layers": 126,
23
+ "num_key_value_heads": 8,
24
+ "pad_token_id": 128009,
25
+ "pretraining_tp": 1,
26
+ "rms_norm_eps": 1e-05,
27
+ "rope_scaling": {
28
+ "factor": 8.0,
29
+ "high_freq_factor": 4.0,
30
+ "low_freq_factor": 1.0,
31
+ "original_max_position_embeddings": 8192,
32
+ "rope_type": "llama3"
33
+ },
34
+ "rope_theta": 500000.0,
35
+ "tie_word_embeddings": false,
36
+ "torch_dtype": "bfloat16",
37
+ "transformers_version": "4.50.0",
38
+ "use_cache": false,
39
+ "vocab_size": 128256
40
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.50.0"
12
+ }
model-00001-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4af1c02de10325d9256ed83ba84031cca15ab92d1ee645627ffc0c43878264d1
3
+ size 4806672880
model-00002-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25a58dfad77d3af25b63bb7b2c9e324af04b4668002855e4d8033306b426a206
3
+ size 4026532224
model-00003-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:395bc48b9984ff62764f82986f511bd863546ecf631e354f089d0588ac34a4b9
3
+ size 4630578112
model-00004-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e17305e46c06a9ec0f5a6686a3f83f6e5c0685223ba5dbf493b6322aa4ae635
3
+ size 4630578112
model-00005-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de391b9a05f84845aa0f89e27d949f549338a988decbf26153d5a54b0c6772c7
3
+ size 3489661192
model-00006-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb29610e0f4da0e194810f1010da45d5620b264a2b71e265849ad7eb54eb16aa
3
+ size 4630578112
model-00007-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2297ee1d1d60669f5ee3118db9323a22b3b7fd7738ea3a488bfda14327b26683
3
+ size 4630578112
model-00008-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ff10fb558b33e6f0cd175eaf3c7d0a87edc3d4fdc6f5058ab21f4ae04dc3864
3
+ size 3489661192
model-00009-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8b3864fc716a93b362799a9030279cf8069ad3b6c2b1f7a685d492f6a0426c4
3
+ size 4630578112
model-00010-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c08a58f017c8abbd879bd0f3d1c9cccf2f21bb4c4b1ecae3931cd38703141234
3
+ size 4630578112
model-00011-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:424fdd587b2eb71927a324862e2fc348b6cf9b6354e10cb44d9ebcc84ff22795
3
+ size 3489661192
model-00012-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0ac4323c23d7d4d0f0eb7cb2e762f6d014d05e01d5c0f86b42a85a3e3e1caaf
3
+ size 4630578112
model-00013-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bd354a0bb27c5580208482f61fa007d9edc05997d6cc5b77cb191a8b517e07b
3
+ size 4630578112
model-00014-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8f300111f069cc6512e7005b7ab945503f7d7f2c1a2f002a3fa9aa948ca1b91
3
+ size 3489661192
model-00015-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cc6a35a2c793dde09f36cf6ac656e0e2b87c05ae35f590b242680e6a14f19a4
3
+ size 4630578112
model-00016-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4737314ff04ac165341c92f78ebed1c092fe62bbb31291a846302e451ce81919
3
+ size 4630578120
model-00017-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4d869a0a36c40c8e453ece4ab6010c227c5af2fbdad0957da1fdbcb986dffad
3
+ size 3489661192
model-00018-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6c9b36ea4dc61da13fc4a6870318ecb910b767c058a09764854c2f5fe2e5d73
3
+ size 4630578120
model-00019-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:622494f6c0f76fbb5d99c83cb56edf93ec01b84b335331b6a71d1d8d5f9bc649
3
+ size 4630578120
model-00020-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a54afdebae1e9b8fb975fd339a55636b83a8a95625a1ac0b543525bde63d8858
3
+ size 3489661192
model-00021-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:130c683dbb3624328cb8922722901528afe93d33d0e957afa4b32b7b41364fb0
3
+ size 4630578120
model-00022-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b7a4651e6cb78254715e83ec517961436bc6fc55441a94664fae066392504f
3
+ size 4630578120
model-00023-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ece7595f7abc01a75f56da0fa687f20fdddfacdfaa07c1df1df952da8a1f9753
3
+ size 3489661192
model-00024-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7eb31e8d6561f633cbfad551386cb50c4dee2c5f587b6d6c14da19f127ea1dc6
3
+ size 4630578120
model-00025-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff17e0c687c7dd30a8d65da66ad3c0c63293f94edd65c7ae0e3e2cf36b1a9fb1
3
+ size 4630578120
model-00026-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbbff60f2236315576494c38965b8362ad95874d09f06a0f52bdb5de00b642f7
3
+ size 3489661192
model-00027-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7eb6d4f3c78952d035f2d9a7866c6df2955c3778cfca0d0dd0d3b4e010eca82
3
+ size 4630578120
model-00028-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7ee846b8b458386560e35c719ace889b43f972f54279bdea578da2069521c1b
3
+ size 4630578120
model-00029-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11bd4a1241639d90bc4b435ec46236a829e69b32b350f0e1a5a1ffe2a995fb13
3
+ size 3489661192
model-00030-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:070b137a68b84e16257497fa02ad4531389b2b31717607e14fbb92d68ea6c174
3
+ size 4630578120
model-00031-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bee1a6eda57d1017e6c479ffee769fe19feac9eb5630c4e5e8f4e280ba1053c3
3
+ size 4630578120
model-00032-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99d25246c14ab0ce6cfa9fe3944e8add27101afdf81b0e97f4f20aae4a722d63
3
+ size 3489661192
model-00033-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd5fb6ddc1c4615c0a4997d30c179baa82a292f82140996d1ed9bbdefbd13494
3
+ size 4630578120
model-00034-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a90414925da4ae19e16280e3ed525f8320b767e0aad71e63ffda14925b27da4
3
+ size 4630578120
model-00035-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b77d1f2cd4fd2f4b8cde130962fd6f923707512d191164571197e396b0a5839
3
+ size 3489661192
model-00036-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2da575cda0f882337c5ead993933ab61061cef5cac538d5a023a92885d131a13
3
+ size 4630578120
model-00037-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de185308bfa653938efa8947b02cb737b009d539d062a152dcbd7d7ea01948cd
3
+ size 4630578120
model-00038-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:586690de025dd31208e06c75b13494c17a6a46ea2e63beb4d9e7a5efe0e0a5ba
3
+ size 3489661192
model-00039-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a9d0e5e5c02a02ed376e69d5d7d96c15ee2ca95190f858a452d21cdef06d44d
3
+ size 4630578120
model-00040-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afb4aba808cb6cb999d872df9d4f066d2115715fc18b16cf4d14c3c9de3c1d7c
3
+ size 4630578120
model-00041-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3334f3c40bf98a6a916ee2c10683de3dd2ac763ef921d4cfe050290c44c60143
3
+ size 3489661192
model-00042-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7857a5e59ac6d382892a5283a25099e0ce039577d836af858fd88342880a2e1
3
+ size 4630578120
model-00043-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2537dddb3e11b5d89df495b5a1e538735d6459946cf2929f3acf079be9f300d5
3
+ size 4630578120
model-00044-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0850e002a929955f98341a4ae15f0718c3cda534b7a70f80c7d3c88a96477944
3
+ size 3489661192
model-00045-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3013bd0ca9da40f57393dfb86f183bfc6f8a32dc9e13163faadd48989b2ea7f3
3
+ size 4630578120
model-00046-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4a73ccff8966a7ffcdd2b35faddf1893408c042df1c22f079879db77e16db09
3
+ size 4630578120
model-00047-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b082abe9dfd932777ec946a04cf14dc11e1a97aa0fd25b4946aa9e66d05403bd
3
+ size 3489661192