Hugging Face's logo

CuriousCat29
/
l3-stack-choco-1

Safetensors
llama
Model card Files
xet
Community
CuriousCat29 commited on
Commit
6071c0c
·
verified ·
1 Parent(s): 8ad5377

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. config.json +39 -0
  3. model-00001-of-00050.safetensors +3 -0
  4. model-00002-of-00050.safetensors +3 -0
  5. model-00003-of-00050.safetensors +3 -0
  6. model-00004-of-00050.safetensors +3 -0
  7. model-00005-of-00050.safetensors +3 -0
  8. model-00006-of-00050.safetensors +3 -0
  9. model-00007-of-00050.safetensors +3 -0
  10. model-00008-of-00050.safetensors +3 -0
  11. model-00009-of-00050.safetensors +3 -0
  12. model-00010-of-00050.safetensors +3 -0
  13. model-00011-of-00050.safetensors +3 -0
  14. model-00012-of-00050.safetensors +3 -0
  15. model-00013-of-00050.safetensors +3 -0
  16. model-00014-of-00050.safetensors +3 -0
  17. model-00015-of-00050.safetensors +3 -0
  18. model-00016-of-00050.safetensors +3 -0
  19. model-00017-of-00050.safetensors +3 -0
  20. model-00018-of-00050.safetensors +3 -0
  21. model-00019-of-00050.safetensors +3 -0
  22. model-00020-of-00050.safetensors +3 -0
  23. model-00021-of-00050.safetensors +3 -0
  24. model-00022-of-00050.safetensors +3 -0
  25. model-00023-of-00050.safetensors +3 -0
  26. model-00024-of-00050.safetensors +3 -0
  27. model-00025-of-00050.safetensors +3 -0
  28. model-00026-of-00050.safetensors +3 -0
  29. model-00027-of-00050.safetensors +3 -0
  30. model-00028-of-00050.safetensors +3 -0
  31. model-00029-of-00050.safetensors +3 -0
  32. model-00030-of-00050.safetensors +3 -0
  33. model-00031-of-00050.safetensors +3 -0
  34. model-00032-of-00050.safetensors +3 -0
  35. model-00033-of-00050.safetensors +3 -0
  36. model-00034-of-00050.safetensors +3 -0
  37. model-00035-of-00050.safetensors +3 -0
  38. model-00036-of-00050.safetensors +3 -0
  39. model-00037-of-00050.safetensors +3 -0
  40. model-00038-of-00050.safetensors +3 -0
  41. model-00039-of-00050.safetensors +3 -0
  42. model-00040-of-00050.safetensors +3 -0
  43. model-00041-of-00050.safetensors +3 -0
  44. model-00042-of-00050.safetensors +3 -0
  45. model-00043-of-00050.safetensors +3 -0
  46. model-00044-of-00050.safetensors +3 -0
  47. model-00045-of-00050.safetensors +3 -0
  48. model-00046-of-00050.safetensors +3 -0
  49. model-00047-of-00050.safetensors +3 -0
  50. model-00048-of-00050.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "LlamaForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128000,
8
+ "eos_token_id": [
9
+ 128001,
10
+ 128008,
11
+ 128009
12
+ ],
13
+ "head_dim": 128,
14
+ "hidden_act": "silu",
15
+ "hidden_size": 8192,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 28672,
18
+ "max_position_embeddings": 131072,
19
+ "mlp_bias": false,
20
+ "model_type": "llama",
21
+ "num_attention_heads": 64,
22
+ "num_hidden_layers": 140,
23
+ "num_key_value_heads": 8,
24
+ "pretraining_tp": 1,
25
+ "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 8.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
+ "rope_theta": 500000.0,
34
+ "tie_word_embeddings": false,
35
+ "torch_dtype": "bfloat16",
36
+ "transformers_version": "4.53.0",
37
+ "use_cache": true,
38
+ "vocab_size": 128256
39
+ }
model-00001-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bfd4a6dffa9e08dbf09169b520e1293f995cea5d03edd922183c81dee798d05
3
+ size 4672471504
model-00002-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd57bb8e82f9abac32c14b4afee109d1c6cddcf0bc28fafb5e9f1a50f5ec93f3
3
+ size 4831922704
model-00003-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:420251f69dad1a024f8c077e587cd253887a8ae41a9c62b7c5030ae1c558dc5c
3
+ size 4966190768
model-00004-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dd7454fd82b9ee9b99abe7edaabb2d4e27adb68ad6169a2604f9fb20953c791
3
+ size 4831906224
model-00005-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e31d785c244c726f6f89b604186905e00716efabd661a5bca0e54fcaeea49a53
3
+ size 4999711736
model-00006-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7f8094e3eaa1cb22853c2917b87e7d7b89b264f610a133bd28a19de4e856ed8
3
+ size 4798385256
model-00007-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61aa5fac8d4fa915a5fd92deb107cfc97bb4ae71c26987b2ade91b6a08b23f67
3
+ size 4831906216
model-00008-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:232e7f3a335d1d37d9100a0d51b900e03ef02ff03775151d73e9b972a03870cb
3
+ size 4966190760
model-00009-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:147bb6fc040e688477fac58c15708f653d1363ea9f9ae76df471097907df9369
3
+ size 4664167408
model-00010-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:948411ff0dd6899ca30ac55aacbea8b75e8b46d3352370b23f7b8f89bee21c41
3
+ size 4831906224
model-00011-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b797b2b8e03177445e65a316bd0139494178d9ddd5d155624c8892b163be55d5
3
+ size 4999711736
model-00012-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dfa2052867a31b909847e56544823cf446a2f059011f8783dbca209bef1c03c
3
+ size 4798385256
model-00013-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16c6d997d68dd8f73f87479799c91b4a3738bc13721ec26ca6aa5470a7de7c30
3
+ size 4831906216
model-00014-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aadd97a89c15b18fb0b0c33870a3e44e5346a339f8f534d00311eef250998d1a
3
+ size 4966190760
model-00015-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e21fa1dfbf882ecba62fc60dffa3e988b553ec8143bb75673326ba626b73cc4
3
+ size 4831906224
model-00016-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43d4560d247f7c1efcff7669ac0dc94080748d09222ac8ab9e9b7deceb559595
3
+ size 4966174264
model-00017-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36dd592ea3f81b02e3e50b9a293fc564037a8d1c69739c79219706edaad55abe
3
+ size 4966140568
model-00018-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c66e593d05ceeca20cf49792543528fce1ede7d0109c9c1bfbf5445af3888510
3
+ size 4999711720
model-00019-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27ff27a81ebc990a102542facc9ed73d298c45ecf797cc7f15e085c732fd0219
3
+ size 4999711736
model-00020-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9447f61a65483aefd6ee7e21b011d6b73cf26988b54c834c9ba52185adeb422b
3
+ size 4798385256
model-00021-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bc57cee5b6dc6c0d4d00b09af189a813eaa9ed1dc6c06f461491e5b11f59e09
3
+ size 4831906216
model-00022-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd4a95f28346ad597f05603e04ce853ea82e57e1a60636bd62265d843a9d2e43
3
+ size 4966190760
model-00023-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0696af276300c3593a3e2daaf3e51c401a001adbcd6b12c38bdc1e2b4f60db11
3
+ size 4831906224
model-00024-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b50c4ea27303c3dfe0bfdfd1c56ca857169a330d00b9ce403fec467c96b631b3
3
+ size 4664167400
model-00025-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddbb4e74290cbde40ff2c032f1940508a95b81382a984cd00f9813474e03a95e
3
+ size 4999711736
model-00026-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56c89a1199b9ece047d821aa62c3577e0211f7916890b4bfbd799d43acbf7b1e
3
+ size 4798385256
model-00027-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7d904c421f44777a12b8460e5b7e35f141b27ff2ce9de06eece2e3b61c9ed6d
3
+ size 4831906216
model-00028-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a86fe9e16024aea2880ca2630209e7ae1c148f2d45a130261fded3358152c7e
3
+ size 4966190760
model-00029-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9205d8cc1cd96aca882ecfb36a6379f87a0d39290af8c03bdc7f3580bd60e970
3
+ size 4831906224
model-00030-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f64bcc484fe84b550e2b403a3d0c1f9c32824da3c9d5fd9cfe85e4bbe788dcc
3
+ size 4966190768
model-00031-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b91594d43f295a8e0e3c6c548fbd193d82875a1edb2d10a0af575334647415b7
3
+ size 4982901392
model-00032-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7b592661a2cc40657d0116f7dccb6030625ce93bdaf42cb39e62c859dabe84c
3
+ size 4982934392
model-00033-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1e7aeced84f7439328d26d58d8e4f98ae258880b5f655d28ff08044c9cc7b3c
3
+ size 4999711752
model-00034-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67641a1740bb50b522cd9a33667934651ecd6fb143e3a164189eb22a717f9255
3
+ size 4798385264
model-00035-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66e05aa97e36c5fa52b1ecf81da15d454360bcfd7dc7d4e37ac81a1740ddf9a1
3
+ size 4831906232
model-00036-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bcd5811536b5c12b601f1f91a0016bd49aa64eebf2f32f5cca97200497e59cf
3
+ size 4966190784
model-00037-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9033fa3db74aa48dc47966a03d95e376d652caaa21095f30966183d182be7207
3
+ size 4831906232
model-00038-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6bdf97d628f72f83c7a508c43873e2fb7bb51687c74e6f576260f8597317ca9
3
+ size 4966174288
model-00039-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d2f99dea7c8b82f423bc4a98829ba904073badf82de0b103b3f92a044080628
3
+ size 4966140568
model-00040-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3407cc8a7c45a1562bd8101b7c67049a84a0f80b868c3fb962ea251508806227
3
+ size 4999711752
model-00041-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe13798829adc9384249a200f5295eab05d2ece3dbbe46975ddfdb6ccda16953
3
+ size 4999711760
model-00042-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:456f1a933e9ae8b5f2bfc92f97498ddccb9c4a9f552eacc90a239f7078847a17
3
+ size 4798385280
model-00043-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b84240ddd258a2b171ef2d4487aaead409cc5b6d20f42bddb8dfa8079ffca060
3
+ size 4831906240
model-00044-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de1fd844aee08d3384fb487e6d7542f5ac54e263ec56a1fe738a54110b2d5cbe
3
+ size 4966190792
model-00045-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47c209c8c01bad1ebf66e785f8698a2a3401963277cbefdbb16ffcd14fbdbb2e
3
+ size 4831906240
model-00046-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bae8967da3a49dc30a78c2a535c3ad91247791478620756d9985978dbc62bc95
3
+ size 4966174288
model-00047-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d3045d33350c3fb79e940c4dcd929ca62c32daf2e0805fdafa6b1206361e9ed
3
+ size 4982917928
model-00048-of-00050.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2da924cc458c8f7cf749bbd4132d2697f489a7335fa747c6cfa7a8acd6b4a02c
3
+ size 4999711760