Upload folder using huggingface_hub
Browse files- .DS_Store +0 -0
- mlc-chat-config.json +38 -0
- params/chat_template.jinja +31 -0
- params/special_tokens_map.json +12 -0
- params/spiking_model.safetensors +3 -0
- params/tokenizer.json +0 -0
- params/tokenizer_config.json +50 -0
- resolve/.DS_Store +0 -0
- resolve/SpikingLLM-iphone.tar +3 -0
.DS_Store
ADDED
|
Binary file (6.15 kB). View file
|
|
|
mlc-chat-config.json
ADDED
|
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"version": "0.1.0",
|
| 3 |
+
"model_type": "qwen2",
|
| 4 |
+
"quantization": "q4f16_1",
|
| 5 |
+
"model_config": {
|
| 6 |
+
"hidden_size": 768,
|
| 7 |
+
"intermediate_size": 3072,
|
| 8 |
+
"num_attention_heads": 12,
|
| 9 |
+
"num_hidden_layers": 12,
|
| 10 |
+
"num_key_value_heads": 4,
|
| 11 |
+
"rms_norm_eps": 1e-05,
|
| 12 |
+
"rope_theta": 10000.0,
|
| 13 |
+
"vocab_size": 32768,
|
| 14 |
+
"tie_word_embeddings": true,
|
| 15 |
+
"context_window_size": 2048,
|
| 16 |
+
"sliding_window_size": 128,
|
| 17 |
+
"head_dim": 64,
|
| 18 |
+
"dtype": "float32",
|
| 19 |
+
"hidden_act": "silu"
|
| 20 |
+
},
|
| 21 |
+
"vocab_size": 32768,
|
| 22 |
+
"conv_template": {
|
| 23 |
+
"name": "custom_chat",
|
| 24 |
+
"system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
|
| 25 |
+
"system_message": "You are a SpikingLLM assistant.",
|
| 26 |
+
"roles": {
|
| 27 |
+
"user": "<|im_start|>user",
|
| 28 |
+
"assistant": "<|im_start|>assistant"
|
| 29 |
+
},
|
| 30 |
+
"seps": [
|
| 31 |
+
"<|im_end|>\n"
|
| 32 |
+
],
|
| 33 |
+
"stop_str": [
|
| 34 |
+
"<|im_end|>",
|
| 35 |
+
"<|endoftext|>"
|
| 36 |
+
]
|
| 37 |
+
}
|
| 38 |
+
}
|
params/chat_template.jinja
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- if messages[0].role != 'system' %}
|
| 2 |
+
{{- '<|im_start|>system
|
| 3 |
+
You are a helpful AI assistant powered by Spiking Neural Networks (SNNs), created by Cihan Yalçın. You are an advanced SpikingLLM designed to provide accurate, helpful, and concise responses in English. You utilize biologically-inspired neuron models for energy-efficient processing.<|im_end|>
|
| 4 |
+
' }}
|
| 5 |
+
{%- endif %}
|
| 6 |
+
|
| 7 |
+
{%- for message in messages %}
|
| 8 |
+
{%- if message.content is string %}
|
| 9 |
+
{%- set content = message.content %}
|
| 10 |
+
{%- else %}
|
| 11 |
+
{%- set content = '' %}
|
| 12 |
+
{%- endif %}
|
| 13 |
+
|
| 14 |
+
{%- if message.role == "system" %}
|
| 15 |
+
{{- '<|im_start|>system
|
| 16 |
+
' + content + '<|im_end|>
|
| 17 |
+
' }}
|
| 18 |
+
{%- elif message.role == "user" %}
|
| 19 |
+
{{- '<|im_start|>user
|
| 20 |
+
' + content + '<|im_end|>
|
| 21 |
+
' }}
|
| 22 |
+
{%- elif message.role == "assistant" %}
|
| 23 |
+
{{- '<|im_start|>assistant
|
| 24 |
+
' + content + '<|im_end|>
|
| 25 |
+
' }}
|
| 26 |
+
{%- endif %}
|
| 27 |
+
{%- endfor %}
|
| 28 |
+
{%- if add_generation_prompt %}
|
| 29 |
+
{{- '<|im_start|>assistant
|
| 30 |
+
' }}
|
| 31 |
+
{%- endif %}
|
params/special_tokens_map.json
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"additional_special_tokens": [
|
| 3 |
+
"<|endoftext|>",
|
| 4 |
+
"<|im_start|>",
|
| 5 |
+
"<|im_end|>",
|
| 6 |
+
"<|pad|>"
|
| 7 |
+
],
|
| 8 |
+
"bos_token": "<|im_start|>",
|
| 9 |
+
"eos_token": "<|endoftext|>",
|
| 10 |
+
"pad_token": "<|pad|>",
|
| 11 |
+
"unk_token": "<|endoftext|>"
|
| 12 |
+
}
|
params/spiking_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:21672507a6cc46fa624c11f81b3d9e8d4c4609020106d3d0efddcd418d047b28
|
| 3 |
+
size 258186024
|
params/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
params/tokenizer_config.json
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<|endoftext|>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<|im_start|>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "<|im_end|>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<|pad|>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
}
|
| 35 |
+
},
|
| 36 |
+
"additional_special_tokens": [
|
| 37 |
+
"<|endoftext|>",
|
| 38 |
+
"<|im_start|>",
|
| 39 |
+
"<|im_end|>",
|
| 40 |
+
"<|pad|>"
|
| 41 |
+
],
|
| 42 |
+
"bos_token": "<|im_start|>",
|
| 43 |
+
"clean_up_tokenization_spaces": false,
|
| 44 |
+
"eos_token": "<|endoftext|>",
|
| 45 |
+
"extra_special_tokens": {},
|
| 46 |
+
"model_max_length": 1024,
|
| 47 |
+
"pad_token": "<|pad|>",
|
| 48 |
+
"tokenizer_class": "PreTrainedTokenizerFast",
|
| 49 |
+
"unk_token": "<|endoftext|>"
|
| 50 |
+
}
|
resolve/.DS_Store
ADDED
|
Binary file (6.15 kB). View file
|
|
|
resolve/SpikingLLM-iphone.tar
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:24ebef8eb589b6b9e708a792088b0aa1d2c62e4fa659da1fbeb09a6f3b5e209f
|
| 3 |
+
size 243684
|