Hugging Face's logo

Guilherme34
/
Reason-1-AWQ

Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
4-bit precision
awq
Model card Files
xet
 Community
Guilherme34 Guilherme Keller De Souza commited on
Commit
c9f5e2f
·
verified ·
0 Parent(s):

Duplicate from GuilhermeNaturaUmana/Nature-Reason-1-AGI-AWQ

Browse files

Co-authored-by: Guilherme Keller De Souza <GuilhermeNaturaUmana@users.noreply.huggingface.co>

This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +36 -0
  2. README.md +20 -0
  3. config.json +44 -0
  4. generation_config.json +7 -0
  5. model-00001-of-00044.safetensors +3 -0
  6. model-00002-of-00044.safetensors +3 -0
  7. model-00003-of-00044.safetensors +3 -0
  8. model-00004-of-00044.safetensors +3 -0
  9. model-00005-of-00044.safetensors +3 -0
  10. model-00006-of-00044.safetensors +3 -0
  11. model-00007-of-00044.safetensors +3 -0
  12. model-00008-of-00044.safetensors +3 -0
  13. model-00009-of-00044.safetensors +3 -0
  14. model-00010-of-00044.safetensors +3 -0
  15. model-00011-of-00044.safetensors +3 -0
  16. model-00012-of-00044.safetensors +3 -0
  17. model-00013-of-00044.safetensors +3 -0
  18. model-00014-of-00044.safetensors +3 -0
  19. model-00015-of-00044.safetensors +3 -0
  20. model-00016-of-00044.safetensors +3 -0
  21. model-00017-of-00044.safetensors +3 -0
  22. model-00018-of-00044.safetensors +3 -0
  23. model-00019-of-00044.safetensors +3 -0
  24. model-00020-of-00044.safetensors +3 -0
  25. model-00021-of-00044.safetensors +3 -0
  26. model-00022-of-00044.safetensors +3 -0
  27. model-00023-of-00044.safetensors +3 -0
  28. model-00024-of-00044.safetensors +3 -0
  29. model-00025-of-00044.safetensors +3 -0
  30. model-00026-of-00044.safetensors +3 -0
  31. model-00027-of-00044.safetensors +3 -0
  32. model-00028-of-00044.safetensors +3 -0
  33. model-00029-of-00044.safetensors +3 -0
  34. model-00030-of-00044.safetensors +3 -0
  35. model-00031-of-00044.safetensors +3 -0
  36. model-00032-of-00044.safetensors +3 -0
  37. model-00033-of-00044.safetensors +3 -0
  38. model-00034-of-00044.safetensors +3 -0
  39. model-00035-of-00044.safetensors +3 -0
  40. model-00036-of-00044.safetensors +3 -0
  41. model-00037-of-00044.safetensors +3 -0
  42. model-00038-of-00044.safetensors +3 -0
  43. model-00039-of-00044.safetensors +3 -0
  44. model-00040-of-00044.safetensors +3 -0
  45. model-00041-of-00044.safetensors +3 -0
  46. model-00042-of-00044.safetensors +3 -0
  47. model-00043-of-00044.safetensors +3 -0
  48. model-00044-of-00044.safetensors +3 -0
  49. model.safetensors.index.json +0 -0
  50. special_tokens_map.json +23 -0
.gitattributes ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model:
3
+ - nicoboss/Hermes-3-Llama-3.1-405B-Uncensored
4
+ pipeline_tag: text-generation
5
+ library_name: transformers
6
+ ---
7
+
8
+ (AWQ VERSION)
9
+ AGI PUBLIC ACHIEVED
10
+ <img src="https://i.kym-cdn.com/photos/images/newsfeed/002/569/467/e40.png"> </img>
11
+
12
+ llama.cpp benchmarks(WITHOUT REASON):
13
+
14
+ **ARC Easy: 84.56140351**
15
+
16
+ **ARC Challange: 69.23076923**
17
+
18
+ **Winogrande: 82.3204**
19
+
20
+ REMEMBER THIS MODEL IS TRAINED TO REASON, WHEN IT STARTS TO REASON ITS REALLY AWESOME
config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/root/Nature-Reason-1-AGI/",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": 128039,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 16384,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 53248,
15
+ "max_position_embeddings": 131072,
16
+ "mlp_bias": false,
17
+ "model_type": "llama",
18
+ "num_attention_heads": 128,
19
+ "num_hidden_layers": 126,
20
+ "num_key_value_heads": 8,
21
+ "pretraining_tp": 1,
22
+ "quantization_config": {
23
+ "bits": 4,
24
+ "group_size": 128,
25
+ "modules_to_not_convert": null,
26
+ "quant_method": "awq",
27
+ "version": "gemm",
28
+ "zero_point": true
29
+ },
30
+ "rms_norm_eps": 1e-05,
31
+ "rope_scaling": {
32
+ "factor": 8.0,
33
+ "high_freq_factor": 4.0,
34
+ "low_freq_factor": 1.0,
35
+ "original_max_position_embeddings": 8192,
36
+ "rope_type": "llama3"
37
+ },
38
+ "rope_theta": 500000.0,
39
+ "tie_word_embeddings": false,
40
+ "torch_dtype": "bfloat16",
41
+ "transformers_version": "4.47.1",
42
+ "use_cache": false,
43
+ "vocab_size": 128256
44
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 128000,
4
+ "do_sample": true,
5
+ "eos_token_id": 128039,
6
+ "transformers_version": "4.47.1"
7
+ }
model-00001-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d01168b2de16d4455b79e2b294b78371418f61c1f85b2416ec1915b320bc026d
3
+ size 4952295224
model-00002-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abbd3136e3eee232945f828fb67ff59721a25866f3f38c9f879a9cccfcac6abb
3
+ size 4968488704
model-00003-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b392c3e6b4f5be19faf86d2d0e362691b00c189df5c99e4e1832620f0b3b20f0
3
+ size 4968488704
model-00004-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41a4af1ec79c4ec968fb605b459836632a657a394522dafa60006955f2f95e90
3
+ size 4968488704
model-00005-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e149ef78c060fe456b9882c93db99a5561eea2688898746973ebe0c4f9a14e6
3
+ size 4968488768
model-00006-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f715c2e4af81364b62d0bdae2057695e5ef869bce6214787dfa510f870e7f3b
3
+ size 4968488776
model-00007-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa3c2c92c8d114039bdc5a3e83b49837472a9a2b6e49d099249958e3f6268684
3
+ size 4968488776
model-00008-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a232bed6001652b39d20cc4dedeb90720acaead33b3212e96c271ebe01da8b24
3
+ size 4968488776
model-00009-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8b17c05c0fea5663ac3316d8954d2ae9275e2a8476dcbb4a50fc5b6215d10a4
3
+ size 4968488776
model-00010-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d1ca86185b46caca2288cdf5aadedd7dae2505d7e2eeeff269ee95c72068f71
3
+ size 4968488776
model-00011-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48736e6ee8d9545336bf3ab9344a0c7f4e96cc9d70f6ed922cc40b3bd1c1709e
3
+ size 4968488776
model-00012-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c1a2e548d65eab34dd1c13a9c66841834e70c1c1c158f978302650922a06073
3
+ size 4968488776
model-00013-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78675772bd61c83c5667eba46dcb8b0897b9f0f961af95a8f08a395f74b114a4
3
+ size 4968488776
model-00014-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e7f068e47ba097d691c9217689e4064a1eb587d05223255efe790fbfdbf36d0
3
+ size 4968488776
model-00015-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a886dce1e585c5e619b2ca1e91a7ed20eff641d78553ccdedcf1a4686e2f9609
3
+ size 4968488776
model-00016-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40c528ac2dbf5361cc088d7d95ebfe9f233c7f12ff79cb8565415812b5afb609
3
+ size 4968488776
model-00017-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1619538b0f9618bc31fb448288e3363aa88197099a8a666da3b2dfadc7cee9d
3
+ size 4968488776
model-00018-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fe9cae291bbdb2e6d30022bad27ee1f4804a65d475b8174d550d3abb91397cd
3
+ size 4968488776
model-00019-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf668668d2c0a47b5bd7abc1036e82074bf1436e049edbdcd71b461e0751a3d5
3
+ size 4968488776
model-00020-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60ec036f3ed5ed114cfb8632ef63098d25146c3c876b2d92a6958e4770220e0f
3
+ size 4968488776
model-00021-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ab186b22a262004ee130e9c16d5a6d8c6976e2125dbe8eb5d64a4e198a5aacd
3
+ size 4968488776
model-00022-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93068b24f7ffbb8707198f75ee5089a916d018e5cba67d217ce9f8e5ddb35e0a
3
+ size 4968488776
model-00023-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27fccdb299ffe825147173019cbf6040002a347692a3e46ade2ebe32b9a900a6
3
+ size 4968488776
model-00024-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3f3e75f0dae88a9efbefb26abb352445accfc9854698401f37475c10fdf7c56
3
+ size 4968488776
model-00025-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12ba590dfd9c1d109df1b9cbe55741fb207cd5d72142c50a3e0acd7fe92653fd
3
+ size 4968488776
model-00026-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:559013cfc59439737a2830fd354de1a6b1e666b772b58faf99d80dc31cbc42c9
3
+ size 4968488776
model-00027-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:685a406fc756addd5dc6beedd93748837000d9ed4f35714a164ffd80c2dbaa5c
3
+ size 4968488776
model-00028-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34cfac7b2c7238e95c4aff0a30e9d76c7e80e0dc98e564668bb283a966b3f761
3
+ size 4968488776
model-00029-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2340134471393d7badf2aec27d871fe1fc08c068e76894c60570c1605c1de20
3
+ size 4968488776
model-00030-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c876915dc2b812d27d6c69a33d3c1e35356f1c8cdcd4c99d3f4210b487ac5ea1
3
+ size 4968488776
model-00031-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3962f9657be374743f4df116aebbf91a07416ed6536d0a707279e4898360e8db
3
+ size 4968488776
model-00032-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:491af7f0fa80665c540f743323c37a89c21ffee745ebe83e3ca49c34fc4c1e16
3
+ size 4968488776
model-00033-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6616ae35d7df45e1b8c093ad5ec4253addfeefe39271729ce607ff167db6823
3
+ size 4968488776
model-00034-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70cf1296993dfcbcb7aaea1153ccccbd70add11861b3f9c85fd45a5a111baba9
3
+ size 4968488776
model-00035-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c00e1edb30c0b0f422ae9cc0069bcfac87c3174d8f327a5442e273fea0acafc
3
+ size 4968488832
model-00036-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41c509f7b5ce4fa274af2f7ae7a1f261335c34c4a1c8a36e51e04e440aedc5a3
3
+ size 4968488840
model-00037-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da460e7bfba6c9eb3989096a2142f81e62e99bc07fdd70b0f0a382881ae9ea85
3
+ size 4968488840
model-00038-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afe048a06d29439b062012d38b054827e1afc0fb3ec590f583581dac9b6e8693
3
+ size 4968488840
model-00039-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4573467d00922acd717edde65fff45bae36a8e8cb3c1bcf7d855592ed20ee56d
3
+ size 4968488840
model-00040-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:762ee3d034f256a12a79c3c79bc9053c242ce951a3ac7e5dff663a8ea1106922
3
+ size 4968488840
model-00041-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9d1c00c53082c7b5fedce1a0ba5f9783e62f4dbf44cd87b4f2d96a03be920f8
3
+ size 4968488840
model-00042-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aabc3b19d02856535e4ea8ec8105999e9d419dae558d6addaf4f3e463524dab6
3
+ size 4968488840
model-00043-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f50e04378650a59f92a32ea496fb7230115b3ebe4e82c42d61129ae6e5322e17
3
+ size 4218919176
model-00044-of-00044.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f579767b4dde309aca2dbcf9dd65d5efdeb49f67e7d28e9dff2074ceff5120d
3
+ size 4202692736
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|begin_of_text|>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|im_end|>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<|finetune_right_pad_id|>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ }
23
+ }