Hugging Face's logo

typeof
/
Llama-3-8B-bnb-4bit-exploded

Text Generation
Transformers
Safetensors
llama
text-generation-inference
4-bit precision
bitsandbytes
Model card Files
xet
Community
typeof commited on
Commit
39ddb6c
·
1 Parent(s): 32d5601

init

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +43 -0
  2. generation_config.json +9 -0
  3. model-00001-of-01411.safetensors +3 -0
  4. model-00002-of-01411.safetensors +3 -0
  5. model-00003-of-01411.safetensors +3 -0
  6. model-00004-of-01411.safetensors +3 -0
  7. model-00005-of-01411.safetensors +3 -0
  8. model-00006-of-01411.safetensors +3 -0
  9. model-00007-of-01411.safetensors +3 -0
  10. model-00008-of-01411.safetensors +3 -0
  11. model-00009-of-01411.safetensors +3 -0
  12. model-00010-of-01411.safetensors +3 -0
  13. model-00011-of-01411.safetensors +3 -0
  14. model-00012-of-01411.safetensors +3 -0
  15. model-00013-of-01411.safetensors +3 -0
  16. model-00014-of-01411.safetensors +3 -0
  17. model-00015-of-01411.safetensors +3 -0
  18. model-00016-of-01411.safetensors +3 -0
  19. model-00017-of-01411.safetensors +3 -0
  20. model-00018-of-01411.safetensors +3 -0
  21. model-00019-of-01411.safetensors +3 -0
  22. model-00020-of-01411.safetensors +3 -0
  23. model-00021-of-01411.safetensors +3 -0
  24. model-00022-of-01411.safetensors +3 -0
  25. model-00023-of-01411.safetensors +3 -0
  26. model-00024-of-01411.safetensors +3 -0
  27. model-00025-of-01411.safetensors +3 -0
  28. model-00026-of-01411.safetensors +3 -0
  29. model-00027-of-01411.safetensors +3 -0
  30. model-00028-of-01411.safetensors +3 -0
  31. model-00029-of-01411.safetensors +3 -0
  32. model-00030-of-01411.safetensors +3 -0
  33. model-00031-of-01411.safetensors +3 -0
  34. model-00032-of-01411.safetensors +3 -0
  35. model-00033-of-01411.safetensors +3 -0
  36. model-00034-of-01411.safetensors +3 -0
  37. model-00035-of-01411.safetensors +3 -0
  38. model-00036-of-01411.safetensors +3 -0
  39. model-00037-of-01411.safetensors +3 -0
  40. model-00038-of-01411.safetensors +3 -0
  41. model-00039-of-01411.safetensors +3 -0
  42. model-00040-of-01411.safetensors +3 -0
  43. model-00041-of-01411.safetensors +3 -0
  44. model-00042-of-01411.safetensors +3 -0
  45. model-00043-of-01411.safetensors +3 -0
  46. model-00044-of-01411.safetensors +3 -0
  47. model-00045-of-01411.safetensors +3 -0
  48. model-00046-of-01411.safetensors +3 -0
  49. model-00047-of-01411.safetensors +3 -0
  50. model-00048-of-01411.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3-8B",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": 128001,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 4096,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 14336,
14
+ "max_position_embeddings": 8192,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 32,
17
+ "num_hidden_layers": 32,
18
+ "num_key_value_heads": 8,
19
+ "pretraining_tp": 1,
20
+ "quantization_config": {
21
+ "_load_in_4bit": true,
22
+ "_load_in_8bit": false,
23
+ "bnb_4bit_compute_dtype": "bfloat16",
24
+ "bnb_4bit_quant_storage": "uint8",
25
+ "bnb_4bit_quant_type": "nf4",
26
+ "bnb_4bit_use_double_quant": true,
27
+ "llm_int8_enable_fp32_cpu_offload": false,
28
+ "llm_int8_has_fp16_weight": false,
29
+ "llm_int8_skip_modules": null,
30
+ "llm_int8_threshold": 6.0,
31
+ "load_in_4bit": true,
32
+ "load_in_8bit": false,
33
+ "quant_method": "bitsandbytes"
34
+ },
35
+ "rms_norm_eps": 1e-05,
36
+ "rope_scaling": null,
37
+ "rope_theta": 500000.0,
38
+ "tie_word_embeddings": false,
39
+ "torch_dtype": "bfloat16",
40
+ "transformers_version": "4.40.1",
41
+ "use_cache": true,
42
+ "vocab_size": 128256
43
+ }
generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": 128001,
5
+ "max_length": 4096,
6
+ "temperature": 0.6,
7
+ "top_p": 0.9,
8
+ "transformers_version": "4.40.1"
9
+ }
model-00001-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b09b2f5119431f75c6dbcce7a5048894e87c519bdd3f4f162def6b1de2dc0f6
3
+ size 1050673280
model-00002-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfb9bbae3eab873001bcb18e3ed950d676dc15063ce0ad7e48a7fdad3582df8c
3
+ size 1050673296
model-00003-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb942e0b9f7814e1d34f498647c263658f04624cce8b6019d970e16033495adc
3
+ size 8328
model-00004-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db4618256582a5abab7bb453a4193aa7981c7146bdc27ec414ff07225d4da979
3
+ size 58720400
model-00005-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:659e1f208f4f2cc59da04b7757133bbfd3915709ea6afa67e19c369b8d99d640
3
+ size 1835160
model-00006-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:278d700be7bc6612824a8a2dc1e7bcab2e2bf9cf9a92d03b3aab55b852c5c805
3
+ size 7320
model-00007-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c0f4aa9db3ff120d2bc16a3cc4bceab0941317030ce1af1780fce1a10b33f85
3
+ size 664
model-00008-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc0ac8d38f4407fdeda687fd9fd48fea22c7896fde8e1c4d44c69f7131e3315d
3
+ size 176
model-00009-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a7c0970e9bffb2ce1d60dab3f7218d69933e7d715abd62b535e19fb219ba4d2
3
+ size 514
model-00010-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d3668553b5c37569339596ece4a7d292d3aff227772fb870f24ae1006d38162
3
+ size 58720400
model-00011-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c168d5f2942c3db6dee6ea80c24ca928610864e6c5e647f99b627e0d5df3fd9
3
+ size 1835160
model-00012-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7c89badc408ef08a5c3d6855aba8b9d7ceba19f819e69228a901d0dabc3bbe6
3
+ size 7320
model-00013-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:922883fd76d9dab578a8ee772477bb3bcb2a89e5d9ff916fdab51dd8a3df5118
3
+ size 664
model-00014-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74b49776e67dd76a745186ae8b375f1285d718e7835ce77c9b1e6df05ef507c7
3
+ size 176
model-00015-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:607409d206ef9c7464a0c974130b0cfa1211c1ffddc1390c3aefb95ab26f652a
3
+ size 516
model-00016-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fad249b13360537652c157b4bb3968664e0a3830198cc068b5768bd1e33cc24f
3
+ size 58720400
model-00017-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9712b4003bce4efeae0f09aad4af68563b13b4cdc4735c67defd9e0d7b631af0
3
+ size 1835152
model-00018-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc6e07f23e3dca53ed0933b1a2407a7f88882691c421be24b7c9d351082c0070
3
+ size 7320
model-00019-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fd1d534307c3118547a5d1a8aaf01267fc3871e315cc5df277d9f0302e6d047
3
+ size 664
model-00020-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71014da98ae613bdec9b89eaa994e4d097d207bbad58f28858022a3fac13548a
3
+ size 176
model-00021-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ffdc95f297a1917d9ba0e9a84fe9c98257939ae6ad868f0bffbf16d4baedb94
3
+ size 508
model-00022-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a393b58b80a6b220a4028c7d67b6d8f9e81f110b35efb4af19fbbcab80fc9627
3
+ size 8344
model-00023-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:974f827ba175f02d394f06c1a6d372b68d2ba883b4a9341b34eab99e1a3bf3b2
3
+ size 4194456
model-00024-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f8307865da1cc7fd58c171fee27aeff6b7a042f2406b0ac951ac80dd9d9e2e0
3
+ size 131224
model-00025-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:253b98f7acaf6b42cb0469a6d40dec84d3500fae0309b5c986a6caf7abe8a139
3
+ size 664
model-00026-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6473d0d426609e10dfa62666e7883ce1bed040e9e9621d7ba8de7d86b4841690
3
+ size 664
model-00027-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e15bc6d8b146a6611da36fe8d75b899038a86c50b8f1cecf3c1aa2e0ea1a8827
3
+ size 176
model-00028-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:729567674ff24ddd51a435830ea2e8ed589e7dbc62fcae0d1da6ca59d24a13cb
3
+ size 512
model-00029-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60df9765b1686088fdb98a9a5b2cdbc880d6aab2203e20eeb10a87224300e5f0
3
+ size 16777368
model-00030-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:958479c8fc1a60b7c253f50dd2540f809621263c61e5306cdd8d7c3b733fee14
3
+ size 524440
model-00031-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54759f8d3f0f2a5bdd1e852147d6582088de5f6ae488df1a5e7f0b9e22ad8c22
3
+ size 2200
model-00032-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eca9f9bf352ad5c32a36083e7c5d57ecc34b4e4db1ba7bdff9b8b8e26429a48
3
+ size 664
model-00033-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed88af282d77600bbe9cf36228b2dd1d656b2c48df60afe6fbcf55f8d0f6841c
3
+ size 176
model-00034-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ac2652ef62daf8f043d662d36c9392995791c00dcb843a6195ff9079663b613
3
+ size 514
model-00035-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39901068e5d2c391df1716d779bb73555e01cde34527a5dd6d434b85a91f7e36
3
+ size 16777368
model-00036-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f85c43ccf1149406da7bca9a69c351bcdd847a73483ce8d80337ab564588ac2e
3
+ size 524440
model-00037-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ef41b38f1cef439f86c83150aaf8713d441a80e460f51df0463a3629bf7c98a
3
+ size 2200
model-00038-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6c57c9f80001fd99269984490d8d10b4453a60c0b28e620db5217f460a9d7f9
3
+ size 664
model-00039-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3909a438853218a7a8f8a39b27c2bf21e13a13fd43e53f839b881b22c68e4ca0
3
+ size 176
model-00040-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bdaf097454b047b856e5694e53c677655793e1c41e82895dc16540af88e2a45
3
+ size 512
model-00041-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bf67e6620774ccc186821b2be31fc816bbcabbe876ef0175bb7cf5ff9c9ee7f
3
+ size 4194456
model-00042-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c11a6376b09de064097828f4a61de6cebd661dfc3e59e97f65c51b3e1fd87841
3
+ size 131224
model-00043-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbc015e83b83e9dcc83f24189be6f6705d9976efbfa71f56731b7ade17445aed
3
+ size 664
model-00044-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f94c4d31cecdfcb388671b1a573c0e9a7f4fd101dfc1fc80edd3b84449d6757
3
+ size 664
model-00045-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:116965a42343e4e9438d1a9f75864a4b60fc5265bdfb280284471711c71b8ba6
3
+ size 176
model-00046-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dd392dd1addfe8546847606f65fa7afbcf5c8f71601d68c1fc87a0aa7f99933
3
+ size 514
model-00047-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d537364d97dade30ad288317459b4895006d13254a5b537cdf9b9d492a6dc6d6
3
+ size 8328
model-00048-of-01411.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd67df52e925dc1f0c10681551ebdf43c5d4903d81888783d038e49ae5b06f8e
3
+ size 58720400