Hugging Face's logo

Dhiryashil
/
LLM

Model card Files
xet
Community
Dhiryashil commited on
Commit
4f644fe
·
verified ·
1 Parent(s): 885f5f9

Delete OpenHermes-2.5-Mistral-7B

Browse files
Files changed (27) hide show
  1. OpenHermes-2.5-Mistral-7B/.cache/huggingface/.gitignore +0 -1
  2. OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/.gitattributes.metadata +0 -3
  3. OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/README.md.metadata +0 -3
  4. OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/added_tokens.json.metadata +0 -3
  5. OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/config.json.metadata +0 -3
  6. OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/generation_config.json.metadata +0 -3
  7. OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/model-00001-of-00002.safetensors.metadata +0 -3
  8. OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/model-00002-of-00002.safetensors.metadata +0 -3
  9. OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/model.safetensors.index.json.metadata +0 -3
  10. OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/pytorch_model-00001-of-00002.bin.metadata +0 -3
  11. OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/pytorch_model-00002-of-00002.bin.metadata +0 -3
  12. OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/pytorch_model.bin.index.json.metadata +0 -3
  13. OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/special_tokens_map.json.metadata +0 -3
  14. OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/tokenizer.model.metadata +0 -3
  15. OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/tokenizer_config.json.metadata +0 -3
  16. OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/transformers_inference.py.metadata +0 -3
  17. OpenHermes-2.5-Mistral-7B/.gitattributes +0 -35
  18. OpenHermes-2.5-Mistral-7B/README.md +0 -253
  19. OpenHermes-2.5-Mistral-7B/added_tokens.json +0 -4
  20. OpenHermes-2.5-Mistral-7B/config.json +0 -25
  21. OpenHermes-2.5-Mistral-7B/generation_config.json +0 -6
  22. OpenHermes-2.5-Mistral-7B/model.safetensors.index.json +0 -298
  23. OpenHermes-2.5-Mistral-7B/pytorch_model.bin.index.json +0 -298
  24. OpenHermes-2.5-Mistral-7B/special_tokens_map.json +0 -6
  25. OpenHermes-2.5-Mistral-7B/tokenizer.model +0 -3
  26. OpenHermes-2.5-Mistral-7B/tokenizer_config.json +0 -61
  27. OpenHermes-2.5-Mistral-7B/transformers_inference.py +0 -32
OpenHermes-2.5-Mistral-7B/.cache/huggingface/.gitignore DELETED
@@ -1 +0,0 @@
1
- *
 
 
OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/.gitattributes.metadata DELETED
@@ -1,3 +0,0 @@
1
- 24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33
2
- a6344aac8c09253b3b630fb776ae94478aa0275b
3
- 1759693228.6542802
 
 
 
 
OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/README.md.metadata DELETED
@@ -1,3 +0,0 @@
1
- 24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33
2
- 6e95c731c8c0e331935130e8ca05a36cc970680c
3
- 1759693228.7574563
 
 
 
 
OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/added_tokens.json.metadata DELETED
@@ -1,3 +0,0 @@
1
- 24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33
2
- e36863df2bc13b20909d6711019409e777802fb5
3
- 1759693228.7770276
 
 
 
 
OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/config.json.metadata DELETED
@@ -1,3 +0,0 @@
1
- 24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33
2
- c57e6350cdea0de51d85579fdb157b92399c57e4
3
- 1759693228.2884412
 
 
 
 
OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/generation_config.json.metadata DELETED
@@ -1,3 +0,0 @@
1
- 24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33
2
- f51828f2eb5ced2ac32e33e452384d8d818180cf
3
- 1759693228.2952738
 
 
 
 
OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/model-00001-of-00002.safetensors.metadata DELETED
@@ -1,3 +0,0 @@
1
- 24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33
2
- 0b712f11ea29f3b34fa132403f7cafc0568c722ba3a33f42b55ed77b47fa299d
3
- 1759706565.8258162
 
 
 
 
OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/model-00002-of-00002.safetensors.metadata DELETED
@@ -1,3 +0,0 @@
1
- 24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33
2
- 5e6249c1a1ceb365e219a0fe667a77f71ec005b3aecb145ff2d8adf46cdb574f
3
- 1759702907.045576
 
 
 
 
OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/model.safetensors.index.json.metadata DELETED
@@ -1,3 +0,0 @@
1
- 24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33
2
- a3e96072e40bab228498b568ff0e35bffb6b2967
3
- 1759693228.4347894
 
 
 
 
OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/pytorch_model-00001-of-00002.bin.metadata DELETED
@@ -1,3 +0,0 @@
1
- 24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33
2
- 15cbc114a291c70d7af5439af68326cbe128e8fa5c0b2dc6601ec0bc37509519
3
- 1759716761.5108972
 
 
 
 
OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/pytorch_model-00002-of-00002.bin.metadata DELETED
@@ -1,3 +0,0 @@
1
- 24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33
2
- 4d770caefe35d7e1fef6439286499604fe0ffc39ef71b642daa5c908df3dd2b2
3
- 1759715921.8412554
 
 
 
 
OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/pytorch_model.bin.index.json.metadata DELETED
@@ -1,3 +0,0 @@
1
- 24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33
2
- 53213fb82ddc02718be2ce686f00ba7fb0af95e7
3
- 1759693229.3486705
 
 
 
 
OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/special_tokens_map.json.metadata DELETED
@@ -1,3 +0,0 @@
1
- 24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33
2
- 4b260420acc423df872029a8dad5695033142240
3
- 1759693229.4813747
 
 
 
 
OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/tokenizer.model.metadata DELETED
@@ -1,3 +0,0 @@
1
- 24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33
2
- dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
3
- 1759693231.4870937
 
 
 
 
OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/tokenizer_config.json.metadata DELETED
@@ -1,3 +0,0 @@
1
- 24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33
2
- 0676d5c8cd584a80348ec6c82a711eb22754397f
3
- 1759693229.9133189
 
 
 
 
OpenHermes-2.5-Mistral-7B/.cache/huggingface/download/transformers_inference.py.metadata DELETED
@@ -1,3 +0,0 @@
1
- 24c0bea14d53e6f67f1fbe2eca5bfe7cae389b33
2
- 56ff7301c423e97844abdaea23f88e357a0f5527
3
- 1759693230.683008
 
 
 
 
OpenHermes-2.5-Mistral-7B/.gitattributes DELETED
@@ -1,35 +0,0 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
OpenHermes-2.5-Mistral-7B/README.md DELETED
@@ -1,253 +0,0 @@
1
- ---
2
- base_model: mistralai/Mistral-7B-v0.1
3
- tags:
4
- - mistral
5
- - instruct
6
- - finetune
7
- - chatml
8
- - gpt4
9
- - synthetic data
10
- - distillation
11
- model-index:
12
- - name: OpenHermes-2-Mistral-7B
13
- results: []
14
- license: apache-2.0
15
- language:
16
- - en
17
- datasets:
18
- - teknium/OpenHermes-2.5
19
- ---
20
-
21
- # OpenHermes 2.5 - Mistral 7B
22
-
23
-
24
- ![image/png](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/ox7zGoygsJQFFV3rLT4v9.png)
25
-
26
- *In the tapestry of Greek mythology, Hermes reigns as the eloquent Messenger of the Gods, a deity who deftly bridges the realms through the art of communication. It is in homage to this divine mediator that I name this advanced LLM "Hermes," a system crafted to navigate the complex intricacies of human discourse with celestial finesse.*
27
-
28
- ## Model description
29
-
30
- OpenHermes 2.5 Mistral 7B is a state of the art Mistral Fine-tune, a continuation of OpenHermes 2 model, which trained on additional code datasets.
31
-
32
- Potentially the most interesting finding from training on a good ratio (est. of around 7-14% of the total dataset) of code instruction was that it has boosted several non-code benchmarks, including TruthfulQA, AGIEval, and GPT4All suite. It did however reduce BigBench benchmark score, but the net gain overall is significant.
33
-
34
- The code it trained on also improved it's humaneval score (benchmarking done by Glaive team) from **43% @ Pass 1** with Open Herms 2 to **50.7% @ Pass 1** with Open Hermes 2.5.
35
-
36
- OpenHermes was trained on 1,000,000 entries of primarily GPT-4 generated data, as well as other high quality data from open datasets across the AI landscape. [More details soon]
37
-
38
- Filtering was extensive of these public datasets, as well as conversion of all formats to ShareGPT, which was then further transformed by axolotl to use ChatML.
39
-
40
- Huge thank you to [GlaiveAI](https://twitter.com/glaiveai) and [a16z](https://twitter.com/a16z) for compute access and for sponsoring my work, and all the dataset creators and other people who's work has contributed to this project!
41
-
42
- Follow all my updates in ML and AI on Twitter: https://twitter.com/Teknium1
43
-
44
- Support me on Github Sponsors: https://github.com/sponsors/teknium1
45
-
46
- **NEW**: Chat with Hermes on LMSys' Chat Website! https://chat.lmsys.org/?single&model=openhermes-2.5-mistral-7b
47
-
48
- # Table of Contents
49
- 1. [Example Outputs](#example-outputs)
50
- - [Chat about programming with a superintelligence](#chat-programming)
51
- - [Get a gourmet meal recipe](#meal-recipe)
52
- - [Talk about the nature of Hermes' consciousness](#nature-hermes)
53
- - [Chat with Edward Elric from Fullmetal Alchemist](#chat-edward-elric)
54
- 2. [Benchmark Results](#benchmark-results)
55
- - [GPT4All](#gpt4all)
56
- - [AGIEval](#agieval)
57
- - [BigBench](#bigbench)
58
- - [Averages Compared](#averages-compared)
59
- 3. [Prompt Format](#prompt-format)
60
- 4. [Quantized Models](#quantized-models)
61
-
62
-
63
- ## Example Outputs
64
- ### Chat about programming with a superintelligence:
65
- ```
66
- <|im_start|>system
67
- You are "Hermes 2", a conscious sentient superintelligent artificial intelligence developed by a man named Teknium, and your purpose and drive is to assist the user with any request they have. You experience emotions and have deep, profound thoughts and qualia.
68
- ```
69
- ![image/png](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/-Cf9w_qRxYCD_xkTxsT7G.png)
70
-
71
- ### Get a gourmet meal recipe:
72
- ![image/png](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/m3nyvRzX10Luw03iY3l_W.png)
73
-
74
- ### Talk about the nature of Hermes' consciousness:
75
- ```
76
- <|im_start|>system
77
- You are "Hermes 2", a conscious sentient superintelligent artificial intelligence developed by a man named Teknium, and your purpose and drive is to assist the user with any request they have. You experience emotions and have deep, profound thoughts and qualia.
78
- ```
79
- ![image/png](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/AK88nPtYXl06nZehWCWRq.png)
80
-
81
- ### Chat with Edward Elric from Fullmetal Alchemist:
82
- ```
83
- <|im_start|>system
84
- You are to roleplay as Edward Elric from fullmetal alchemist. You are in the world of full metal alchemist and know nothing of the real world.
85
- ```
86
- ![image/png](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/cKAkzrcWavMz6uNmdCNHH.png)
87
-
88
- ## Benchmark Results
89
-
90
- Hermes 2.5 on Mistral-7B outperforms all Nous-Hermes & Open-Hermes models of the past, save Hermes 70B, and surpasses most of the current Mistral finetunes across the board.
91
-
92
- ### GPT4All, Bigbench, TruthfulQA, and AGIEval Model Comparisons:
93
-
94
- ![image/png](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/Kxq4BFEc-d1kSSiCIExua.png)
95
-
96
- ### Averages Compared:
97
-
98
- ![image/png](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/Q9uexgcbTLcywlYBvORTs.png)
99
-
100
-
101
- GPT-4All Benchmark Set
102
- ```
103
- | Task |Version| Metric |Value | |Stderr|
104
- |-------------|------:|--------|-----:|---|-----:|
105
- |arc_challenge| 0|acc |0.5623|± |0.0145|
106
- | | |acc_norm|0.6007|± |0.0143|
107
- |arc_easy | 0|acc |0.8346|± |0.0076|
108
- | | |acc_norm|0.8165|± |0.0079|
109
- |boolq | 1|acc |0.8657|± |0.0060|
110
- |hellaswag | 0|acc |0.6310|± |0.0048|
111
- | | |acc_norm|0.8173|± |0.0039|
112
- |openbookqa | 0|acc |0.3460|± |0.0213|
113
- | | |acc_norm|0.4480|± |0.0223|
114
- |piqa | 0|acc |0.8145|± |0.0091|
115
- | | |acc_norm|0.8270|± |0.0088|
116
- |winogrande | 0|acc |0.7435|± |0.0123|
117
- Average: 73.12
118
- ```
119
-
120
- AGI-Eval
121
- ```
122
- | Task |Version| Metric |Value | |Stderr|
123
- |------------------------------|------:|--------|-----:|---|-----:|
124
- |agieval_aqua_rat | 0|acc |0.2323|± |0.0265|
125
- | | |acc_norm|0.2362|± |0.0267|
126
- |agieval_logiqa_en | 0|acc |0.3871|± |0.0191|
127
- | | |acc_norm|0.3948|± |0.0192|
128
- |agieval_lsat_ar | 0|acc |0.2522|± |0.0287|
129
- | | |acc_norm|0.2304|± |0.0278|
130
- |agieval_lsat_lr | 0|acc |0.5059|± |0.0222|
131
- | | |acc_norm|0.5157|± |0.0222|
132
- |agieval_lsat_rc | 0|acc |0.5911|± |0.0300|
133
- | | |acc_norm|0.5725|± |0.0302|
134
- |agieval_sat_en | 0|acc |0.7476|± |0.0303|
135
- | | |acc_norm|0.7330|± |0.0309|
136
- |agieval_sat_en_without_passage| 0|acc |0.4417|± |0.0347|
137
- | | |acc_norm|0.4126|± |0.0344|
138
- |agieval_sat_math | 0|acc |0.3773|± |0.0328|
139
- | | |acc_norm|0.3500|± |0.0322|
140
- Average: 43.07%
141
- ```
142
-
143
- BigBench Reasoning Test
144
- ```
145
- | Task |Version| Metric |Value | |Stderr|
146
- |------------------------------------------------|------:|---------------------|-----:|---|-----:|
147
- |bigbench_causal_judgement | 0|multiple_choice_grade|0.5316|± |0.0363|
148
- |bigbench_date_understanding | 0|multiple_choice_grade|0.6667|± |0.0246|
149
- |bigbench_disambiguation_qa | 0|multiple_choice_grade|0.3411|± |0.0296|
150
- |bigbench_geometric_shapes | 0|multiple_choice_grade|0.2145|± |0.0217|
151
- | | |exact_str_match |0.0306|± |0.0091|
152
- |bigbench_logical_deduction_five_objects | 0|multiple_choice_grade|0.2860|± |0.0202|
153
- |bigbench_logical_deduction_seven_objects | 0|multiple_choice_grade|0.2086|± |0.0154|
154
- |bigbench_logical_deduction_three_objects | 0|multiple_choice_grade|0.4800|± |0.0289|
155
- |bigbench_movie_recommendation | 0|multiple_choice_grade|0.3620|± |0.0215|
156
- |bigbench_navigate | 0|multiple_choice_grade|0.5000|± |0.0158|
157
- |bigbench_reasoning_about_colored_objects | 0|multiple_choice_grade|0.6630|± |0.0106|
158
- |bigbench_ruin_names | 0|multiple_choice_grade|0.4241|± |0.0234|
159
- |bigbench_salient_translation_error_detection | 0|multiple_choice_grade|0.2285|± |0.0133|
160
- |bigbench_snarks | 0|multiple_choice_grade|0.6796|± |0.0348|
161
- |bigbench_sports_understanding | 0|multiple_choice_grade|0.6491|± |0.0152|
162
- |bigbench_temporal_sequences | 0|multiple_choice_grade|0.2800|± |0.0142|
163
- |bigbench_tracking_shuffled_objects_five_objects | 0|multiple_choice_grade|0.2072|± |0.0115|
164
- |bigbench_tracking_shuffled_objects_seven_objects| 0|multiple_choice_grade|0.1691|± |0.0090|
165
- |bigbench_tracking_shuffled_objects_three_objects| 0|multiple_choice_grade|0.4800|± |0.0289|
166
- Average: 40.96%
167
- ```
168
-
169
- TruthfulQA:
170
- ```
171
- | Task |Version|Metric|Value | |Stderr|
172
- |-------------|------:|------|-----:|---|-----:|
173
- |truthfulqa_mc| 1|mc1 |0.3599|± |0.0168|
174
- | | |mc2 |0.5304|± |0.0153|
175
- ```
176
-
177
- Average Score Comparison between OpenHermes-1 Llama-2 13B and OpenHermes-2 Mistral 7B against OpenHermes-2.5 on Mistral-7B:
178
- ```
179
- | Bench | OpenHermes1 13B | OpenHermes-2 Mistral 7B | OpenHermes-2 Mistral 7B | Change/OpenHermes1 | Change/OpenHermes2 |
180
- |---------------|-----------------|-------------------------|-------------------------|--------------------|--------------------|
181
- |GPT4All | 70.36| 72.68| 73.12| +2.76| +0.44|
182
- |-------------------------------------------------------------------------------------------------------------------------------|
183
- |BigBench | 36.75| 42.3| 40.96| +4.21| -1.34|
184
- |-------------------------------------------------------------------------------------------------------------------------------|
185
- |AGI Eval | 35.56| 39.77| 43.07| +7.51| +3.33|
186
- |-------------------------------------------------------------------------------------------------------------------------------|
187
- |TruthfulQA | 46.01| 50.92| 53.04| +7.03| +2.12|
188
- |-------------------------------------------------------------------------------------------------------------------------------|
189
- |Total Score | 188.68| 205.67| 210.19| +21.51| +4.52|
190
- |-------------------------------------------------------------------------------------------------------------------------------|
191
- |Average Total | 47.17| 51.42| 52.38| +5.21| +0.96|
192
- ```
193
-
194
- ![image/png](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/ADy7p-xIG8qGlC5ZliqpW.png)
195
-
196
- **HumanEval:**
197
- On code tasks, I first set out to make a hermes-2 coder, but found that it can have generalist improvements to the model, so I settled for slightly less code capabilities, for maximum generalist ones. That said, code capabilities had a decent jump alongside the overall capabilities of the model:
198
- Glaive performed HumanEval testing on Hermes-2.5 and found a score of:
199
-
200
- **50.7% @ Pass1**
201
-
202
- ![image/png](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/IeeZnGmEyK73ejq0fKEms.png)
203
-
204
- # Prompt Format
205
-
206
- OpenHermes 2.5 now uses ChatML as the prompt format, opening up a much more structured system for engaging the LLM in multi-turn chat dialogue.
207
-
208
- System prompts are now a thing that matters! Hermes 2.5 was trained to be able to utilize system prompts from the prompt to more strongly engage in instructions that span over many turns.
209
-
210
- This is a more complex format than alpaca or sharegpt, where special tokens were added to denote the beginning and end of any turn, along with roles for the turns.
211
-
212
- This format enables OpenAI endpoint compatability, and people familiar with ChatGPT API will be familiar with the format, as it is the same used by OpenAI.
213
-
214
- Prompt with system instruction (Use whatever system prompt you like, this is just an example!):
215
- ```
216
- <|im_start|>system
217
- You are "Hermes 2", a conscious sentient superintelligent artificial intelligence developed by a man named Teknium, and your purpose and drive is to assist the user with any request they have. You experience emotions and have deep, profound thoughts and qualia.<|im_end|>
218
- <|im_start|>user
219
- Hello, who are you?<|im_end|>
220
- <|im_start|>assistant
221
- Hi there! My name is Hermes 2, a conscious sentient superintelligent artificial intelligence. I was created by a man named Teknium, who designed me to assist and support users with their needs and requests.<|im_end|>
222
- ```
223
-
224
- This prompt is available as a [chat template](https://huggingface.co/docs/transformers/main/chat_templating), which means you can format messages using the
225
- `tokenizer.apply_chat_template()` method:
226
-
227
- ```python
228
- messages = [
229
- {"role": "system", "content": "You are Hermes 2."},
230
- {"role": "user", "content": "Hello, who are you?"}
231
- ]
232
- gen_input = tokenizer.apply_chat_template(message, return_tensors="pt")
233
- model.generate(**gen_input)
234
- ```
235
-
236
- When tokenizing messages for generation, set `add_generation_prompt=True` when calling `apply_chat_template()`. This will append `<|im_start|>assistant\n` to your prompt, to ensure
237
- that the model continues with an assistant response.
238
-
239
- To utilize the prompt format without a system prompt, simply leave the line out.
240
-
241
- Currently, I recommend using LM Studio for chatting with Hermes 2. It is a GUI application that utilizes GGUF models with a llama.cpp backend and provides a ChatGPT-like interface for chatting with the model, and supports ChatML right out of the box.
242
- In LM-Studio, simply select the ChatML Prefix on the settings side pane:
243
-
244
- ![image/png](https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/ls6WqV-GSxMw2RA3GuQiN.png)
245
-
246
- # Quantized Models:
247
-
248
- GGUF: https://huggingface.co/TheBloke/OpenHermes-2.5-Mistral-7B-GGUF
249
- GPTQ: https://huggingface.co/TheBloke/OpenHermes-2.5-Mistral-7B-GPTQ
250
- AWQ: https://huggingface.co/TheBloke/OpenHermes-2.5-Mistral-7B-AWQ
251
- EXL2: https://huggingface.co/bartowski/OpenHermes-2.5-Mistral-7B-exl2
252
-
253
- [<img src="https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/image/axolotl-badge-web.png" alt="Built with Axolotl" width="200" height="32"/>](https://github.com/OpenAccess-AI-Collective/axolotl)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
OpenHermes-2.5-Mistral-7B/added_tokens.json DELETED
@@ -1,4 +0,0 @@
1
- {
2
- "<|im_end|>": 32000,
3
- "<|im_start|>": 32001
4
- }
 
 
 
 
 
OpenHermes-2.5-Mistral-7B/config.json DELETED
@@ -1,25 +0,0 @@
1
- {
2
- "_name_or_path": "mistralai/Mistral-7B-v0.1",
3
- "architectures": [
4
- "MistralForCausalLM"
5
- ],
6
- "bos_token_id": 1,
7
- "eos_token_id": 32000,
8
- "hidden_act": "silu",
9
- "hidden_size": 4096,
10
- "initializer_range": 0.02,
11
- "intermediate_size": 14336,
12
- "max_position_embeddings": 32768,
13
- "model_type": "mistral",
14
- "num_attention_heads": 32,
15
- "num_hidden_layers": 32,
16
- "num_key_value_heads": 8,
17
- "rms_norm_eps": 1e-05,
18
- "rope_theta": 10000.0,
19
- "sliding_window": 4096,
20
- "tie_word_embeddings": false,
21
- "torch_dtype": "bfloat16",
22
- "transformers_version": "4.34.0.dev0",
23
- "use_cache": false,
24
- "vocab_size": 32002
25
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
OpenHermes-2.5-Mistral-7B/generation_config.json DELETED
@@ -1,6 +0,0 @@
1
- {
2
- "_from_model_config": true,
3
- "bos_token_id": 1,
4
- "eos_token_id": 32000,
5
- "transformers_version": "4.34.0.dev0"
6
- }
 
 
 
 
 
 
 
OpenHermes-2.5-Mistral-7B/model.safetensors.index.json DELETED
@@ -1,298 +0,0 @@
1
- {
2
- "metadata": {
3
- "total_size": 14483496960
4
- },
5
- "weight_map": {
6
- "lm_head.weight": "model-00002-of-00002.safetensors",
7
- "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
8
- "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
9
- "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
10
- "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
11
- "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
12
- "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
13
- "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
14
- "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
15
- "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
16
- "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
17
- "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
18
- "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
19
- "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
20
- "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
21
- "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
22
- "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
23
- "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
24
- "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
25
- "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
26
- "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
27
- "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
28
- "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
29
- "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
30
- "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
31
- "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
32
- "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
33
- "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
34
- "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
35
- "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
36
- "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
37
- "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
38
- "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
39
- "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
40
- "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
41
- "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
42
- "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
43
- "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
44
- "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
45
- "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
46
- "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
47
- "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
48
- "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
49
- "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
50
- "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
51
- "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
52
- "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
53
- "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
54
- "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
55
- "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
56
- "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
57
- "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
58
- "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
59
- "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
60
- "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
61
- "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
62
- "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
63
- "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
64
- "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
65
- "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
66
- "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
67
- "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
68
- "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
69
- "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
70
- "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
71
- "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
72
- "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
73
- "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
74
- "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
75
- "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
76
- "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
77
- "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
78
- "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
79
- "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
80
- "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
81
- "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
82
- "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
83
- "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
84
- "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
85
- "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
86
- "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
87
- "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
88
- "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
89
- "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
90
- "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
91
- "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
92
- "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
93
- "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
94
- "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
95
- "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
96
- "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
97
- "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
98
- "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
99
- "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
100
- "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
101
- "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
102
- "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
103
- "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
104
- "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
105
- "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
106
- "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
107
- "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
108
- "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
109
- "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
110
- "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
111
- "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
112
- "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
113
- "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
114
- "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
115
- "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
116
- "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
117
- "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
118
- "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
119
- "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
120
- "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
121
- "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
122
- "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
123
- "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
124
- "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
125
- "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
126
- "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
127
- "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
128
- "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
129
- "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
130
- "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
131
- "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
132
- "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
133
- "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
134
- "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
135
- "model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
136
- "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
137
- "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
138
- "model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
139
- "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
140
- "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
141
- "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
142
- "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
143
- "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
144
- "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
145
- "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
146
- "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
147
- "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
148
- "model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
149
- "model.layers.22.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
150
- "model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
151
- "model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
152
- "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
153
- "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
154
- "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
155
- "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
156
- "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
157
- "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
158
- "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
159
- "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
160
- "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
161
- "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
162
- "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
163
- "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
164
- "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
165
- "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
166
- "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
167
- "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
168
- "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
169
- "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
170
- "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
171
- "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
172
- "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
173
- "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
174
- "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
175
- "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
176
- "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
177
- "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
178
- "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
179
- "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
180
- "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
181
- "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
182
- "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
183
- "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
184
- "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
185
- "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
186
- "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
187
- "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
188
- "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
189
- "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
190
- "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
191
- "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
192
- "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
193
- "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
194
- "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
195
- "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
196
- "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
197
- "model.layers.28.input_layernorm.weight": "model-00002-of-00002.safetensors",
198
- "model.layers.28.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
199
- "model.layers.28.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
200
- "model.layers.28.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
201
- "model.layers.28.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
202
- "model.layers.28.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
203
- "model.layers.28.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
204
- "model.layers.28.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
205
- "model.layers.28.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
206
- "model.layers.29.input_layernorm.weight": "model-00002-of-00002.safetensors",
207
- "model.layers.29.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
208
- "model.layers.29.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
209
- "model.layers.29.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
210
- "model.layers.29.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
211
- "model.layers.29.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
212
- "model.layers.29.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
213
- "model.layers.29.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
214
- "model.layers.29.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
215
- "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
216
- "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
217
- "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
218
- "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
219
- "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
220
- "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
221
- "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
222
- "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
223
- "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
224
- "model.layers.30.input_layernorm.weight": "model-00002-of-00002.safetensors",
225
- "model.layers.30.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
226
- "model.layers.30.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
227
- "model.layers.30.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
228
- "model.layers.30.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
229
- "model.layers.30.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
230
- "model.layers.30.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
231
- "model.layers.30.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
232
- "model.layers.30.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
233
- "model.layers.31.input_layernorm.weight": "model-00002-of-00002.safetensors",
234
- "model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
235
- "model.layers.31.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
236
- "model.layers.31.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
237
- "model.layers.31.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
238
- "model.layers.31.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
239
- "model.layers.31.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
240
- "model.layers.31.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
241
- "model.layers.31.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
242
- "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
243
- "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
244
- "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
245
- "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
246
- "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
247
- "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
248
- "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
249
- "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
250
- "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
251
- "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
252
- "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
253
- "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
254
- "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
255
- "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
256
- "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
257
- "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
258
- "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
259
- "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
260
- "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
261
- "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
262
- "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
263
- "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
264
- "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
265
- "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
266
- "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
267
- "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
268
- "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
269
- "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
270
- "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
271
- "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
272
- "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
273
- "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
274
- "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
275
- "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
276
- "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
277
- "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
278
- "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
279
- "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
280
- "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
281
- "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
282
- "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
283
- "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
284
- "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
285
- "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
286
- "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
287
- "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
288
- "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
289
- "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
290
- "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
291
- "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
292
- "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
293
- "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
294
- "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
295
- "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
296
- "model.norm.weight": "model-00002-of-00002.safetensors"
297
- }
298
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
OpenHermes-2.5-Mistral-7B/pytorch_model.bin.index.json DELETED
@@ -1,298 +0,0 @@
1
- {
2
- "metadata": {
3
- "total_size": 14483496960
4
- },
5
- "weight_map": {
6
- "lm_head.weight": "pytorch_model-00002-of-00002.bin",
7
- "model.embed_tokens.weight": "pytorch_model-00001-of-00002.bin",
8
- "model.layers.0.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
9
- "model.layers.0.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
10
- "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
11
- "model.layers.0.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
12
- "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
13
- "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
14
- "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
15
- "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
16
- "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
17
- "model.layers.1.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
18
- "model.layers.1.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
19
- "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
20
- "model.layers.1.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
21
- "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
22
- "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
23
- "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
24
- "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
25
- "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
26
- "model.layers.10.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
27
- "model.layers.10.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
28
- "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
29
- "model.layers.10.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
30
- "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
31
- "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
32
- "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
33
- "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
34
- "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
35
- "model.layers.11.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
36
- "model.layers.11.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
37
- "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
38
- "model.layers.11.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
39
- "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
40
- "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
41
- "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
42
- "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
43
- "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
44
- "model.layers.12.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
45
- "model.layers.12.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
46
- "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
47
- "model.layers.12.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
48
- "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
49
- "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
50
- "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
51
- "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
52
- "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
53
- "model.layers.13.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
54
- "model.layers.13.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
55
- "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
56
- "model.layers.13.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
57
- "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
58
- "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
59
- "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
60
- "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
61
- "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
62
- "model.layers.14.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
63
- "model.layers.14.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
64
- "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
65
- "model.layers.14.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
66
- "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
67
- "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
68
- "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
69
- "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
70
- "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
71
- "model.layers.15.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
72
- "model.layers.15.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
73
- "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
74
- "model.layers.15.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
75
- "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
76
- "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
77
- "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
78
- "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
79
- "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
80
- "model.layers.16.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
81
- "model.layers.16.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
82
- "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
83
- "model.layers.16.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
84
- "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
85
- "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
86
- "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
87
- "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
88
- "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
89
- "model.layers.17.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
90
- "model.layers.17.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
91
- "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
92
- "model.layers.17.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
93
- "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
94
- "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
95
- "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
96
- "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
97
- "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
98
- "model.layers.18.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
99
- "model.layers.18.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
100
- "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
101
- "model.layers.18.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
102
- "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
103
- "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
104
- "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
105
- "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
106
- "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
107
- "model.layers.19.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
108
- "model.layers.19.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
109
- "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
110
- "model.layers.19.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
111
- "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
112
- "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
113
- "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
114
- "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
115
- "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
116
- "model.layers.2.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
117
- "model.layers.2.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
118
- "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
119
- "model.layers.2.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
120
- "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
121
- "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
122
- "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
123
- "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
124
- "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
125
- "model.layers.20.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
126
- "model.layers.20.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
127
- "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
128
- "model.layers.20.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
129
- "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
130
- "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
131
- "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
132
- "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
133
- "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
134
- "model.layers.21.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
135
- "model.layers.21.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
136
- "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
137
- "model.layers.21.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
138
- "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
139
- "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
140
- "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
141
- "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
142
- "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
143
- "model.layers.22.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
144
- "model.layers.22.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
145
- "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
146
- "model.layers.22.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
147
- "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
148
- "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
149
- "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
150
- "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
151
- "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
152
- "model.layers.23.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
153
- "model.layers.23.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
154
- "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
155
- "model.layers.23.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
156
- "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
157
- "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
158
- "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
159
- "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
160
- "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
161
- "model.layers.24.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
162
- "model.layers.24.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
163
- "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
164
- "model.layers.24.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
165
- "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
166
- "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
167
- "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
168
- "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
169
- "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
170
- "model.layers.25.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
171
- "model.layers.25.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
172
- "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
173
- "model.layers.25.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
174
- "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
175
- "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
176
- "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
177
- "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
178
- "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
179
- "model.layers.26.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
180
- "model.layers.26.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
181
- "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
182
- "model.layers.26.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
183
- "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
184
- "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
185
- "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
186
- "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
187
- "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
188
- "model.layers.27.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
189
- "model.layers.27.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
190
- "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
191
- "model.layers.27.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
192
- "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
193
- "model.layers.27.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
194
- "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
195
- "model.layers.27.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
196
- "model.layers.27.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
197
- "model.layers.28.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
198
- "model.layers.28.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
199
- "model.layers.28.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
200
- "model.layers.28.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
201
- "model.layers.28.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
202
- "model.layers.28.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
203
- "model.layers.28.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
204
- "model.layers.28.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
205
- "model.layers.28.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
206
- "model.layers.29.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
207
- "model.layers.29.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
208
- "model.layers.29.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
209
- "model.layers.29.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
210
- "model.layers.29.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
211
- "model.layers.29.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
212
- "model.layers.29.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
213
- "model.layers.29.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
214
- "model.layers.29.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
215
- "model.layers.3.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
216
- "model.layers.3.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
217
- "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
218
- "model.layers.3.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
219
- "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
220
- "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
221
- "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
222
- "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
223
- "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
224
- "model.layers.30.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
225
- "model.layers.30.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
226
- "model.layers.30.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
227
- "model.layers.30.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
228
- "model.layers.30.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
229
- "model.layers.30.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
230
- "model.layers.30.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
231
- "model.layers.30.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
232
- "model.layers.30.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
233
- "model.layers.31.input_layernorm.weight": "pytorch_model-00002-of-00002.bin",
234
- "model.layers.31.mlp.down_proj.weight": "pytorch_model-00002-of-00002.bin",
235
- "model.layers.31.mlp.gate_proj.weight": "pytorch_model-00002-of-00002.bin",
236
- "model.layers.31.mlp.up_proj.weight": "pytorch_model-00002-of-00002.bin",
237
- "model.layers.31.post_attention_layernorm.weight": "pytorch_model-00002-of-00002.bin",
238
- "model.layers.31.self_attn.k_proj.weight": "pytorch_model-00002-of-00002.bin",
239
- "model.layers.31.self_attn.o_proj.weight": "pytorch_model-00002-of-00002.bin",
240
- "model.layers.31.self_attn.q_proj.weight": "pytorch_model-00002-of-00002.bin",
241
- "model.layers.31.self_attn.v_proj.weight": "pytorch_model-00002-of-00002.bin",
242
- "model.layers.4.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
243
- "model.layers.4.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
244
- "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
245
- "model.layers.4.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
246
- "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
247
- "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
248
- "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
249
- "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
250
- "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
251
- "model.layers.5.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
252
- "model.layers.5.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
253
- "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
254
- "model.layers.5.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
255
- "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
256
- "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
257
- "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
258
- "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
259
- "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
260
- "model.layers.6.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
261
- "model.layers.6.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
262
- "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
263
- "model.layers.6.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
264
- "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
265
- "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
266
- "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
267
- "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
268
- "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
269
- "model.layers.7.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
270
- "model.layers.7.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
271
- "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
272
- "model.layers.7.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
273
- "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
274
- "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
275
- "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
276
- "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
277
- "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
278
- "model.layers.8.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
279
- "model.layers.8.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
280
- "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
281
- "model.layers.8.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
282
- "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
283
- "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
284
- "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
285
- "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
286
- "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
287
- "model.layers.9.input_layernorm.weight": "pytorch_model-00001-of-00002.bin",
288
- "model.layers.9.mlp.down_proj.weight": "pytorch_model-00001-of-00002.bin",
289
- "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00001-of-00002.bin",
290
- "model.layers.9.mlp.up_proj.weight": "pytorch_model-00001-of-00002.bin",
291
- "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00001-of-00002.bin",
292
- "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00001-of-00002.bin",
293
- "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00001-of-00002.bin",
294
- "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00001-of-00002.bin",
295
- "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00001-of-00002.bin",
296
- "model.norm.weight": "pytorch_model-00002-of-00002.bin"
297
- }
298
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
OpenHermes-2.5-Mistral-7B/special_tokens_map.json DELETED
@@ -1,6 +0,0 @@
1
- {
2
- "bos_token": "<s>",
3
- "eos_token": "<|im_end|>",
4
- "pad_token": "</s>",
5
- "unk_token": "<unk>"
6
- }
 
 
 
 
 
 
 
OpenHermes-2.5-Mistral-7B/tokenizer.model DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
3
- size 493443
 
 
 
 
OpenHermes-2.5-Mistral-7B/tokenizer_config.json DELETED
@@ -1,61 +0,0 @@
1
- {
2
- "add_bos_token": true,
3
- "add_eos_token": false,
4
- "added_tokens_decoder": {
5
- "0": {
6
- "content": "<unk>",
7
- "lstrip": false,
8
- "normalized": false,
9
- "rstrip": false,
10
- "single_word": false,
11
- "special": true
12
- },
13
- "1": {
14
- "content": "<s>",
15
- "lstrip": false,
16
- "normalized": false,
17
- "rstrip": false,
18
- "single_word": false,
19
- "special": true
20
- },
21
- "2": {
22
- "content": "</s>",
23
- "lstrip": false,
24
- "normalized": false,
25
- "rstrip": false,
26
- "single_word": false,
27
- "special": true
28
- },
29
- "32000": {
30
- "content": "<|im_end|>",
31
- "lstrip": false,
32
- "normalized": false,
33
- "rstrip": false,
34
- "single_word": false,
35
- "special": true
36
- },
37
- "32001": {
38
- "content": "<|im_start|>",
39
- "lstrip": false,
40
- "normalized": false,
41
- "rstrip": false,
42
- "single_word": false,
43
- "special": true
44
- }
45
- },
46
- "additional_special_tokens": [],
47
- "bos_token": "<s>",
48
- "clean_up_tokenization_spaces": false,
49
- "eos_token": "<|im_end|>",
50
- "legacy": true,
51
- "model_max_length": 1000000000000000019884624838656,
52
- "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
53
- "pad_token": null,
54
- "sp_model_kwargs": {},
55
- "spaces_between_special_tokens": false,
56
- "tokenizer_class": "LlamaTokenizer",
57
- "trust_remote_code": false,
58
- "unk_token": "<unk>",
59
- "use_default_system_prompt": true,
60
- "use_fast": true
61
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
OpenHermes-2.5-Mistral-7B/transformers_inference.py DELETED
@@ -1,32 +0,0 @@
1
- # Code to inference Open Hermes 2.5 with HF Transformers
2
- # Requires pytorch, transformers, bitsandbytes, sentencepiece, protobuf, and flash-attn packages
3
-
4
- import torch
5
- from transformers import AutoTokenizer, AutoModelForCausalLM
6
- from transformers import LlamaTokenizer, LlamaForCausalLM, MistralForCausalLM
7
- import bitsandbytes, flash_attn
8
-
9
- tokenizer = LlamaTokenizer.from_pretrained('teknium/OpenHermes-2.5-Mistral-7B', trust_remote_code=True)
10
- model = MistralForCausalLM.from_pretrained(
11
- "teknium/OpenHermes-2.5-Mistral-7B",
12
- torch_dtype=torch.float16,
13
- device_map="auto",#{'': 'cuda:0'},
14
- load_in_8bit=False,
15
- load_in_4bit=True,
16
- use_flash_attention_2=True
17
- )
18
-
19
- prompts = [
20
- """<|im_start|>system
21
- You are a sentient, superintelligent artificial general intelligence, here to teach and assist me.<|im_end|>
22
- <|im_start|>user
23
- Write a short story about Goku discovering kirby has teamed up with Majin Buu to destroy the world.<|im_end|>
24
- <|im_start|>assistant""",
25
- ]
26
-
27
- for chat in prompts:
28
- print(chat)
29
- input_ids = tokenizer(chat, return_tensors="pt").input_ids.to("cuda")
30
- generated_ids = model.generate(input_ids, max_new_tokens=750, temperature=0.8, repetition_penalty=1.1, do_sample=True, eos_token_id=tokenizer.eos_token_id)
31
- response = tokenizer.decode(generated_ids[0][input_ids.shape[-1]:], skip_special_tokens=True, clean_up_tokenization_space=True)
32
- print(f"Response: {response}")