(Trained with Unsloth)
Browse files- config.json +2 -2
- tokenizer_config.json +3 -2
config.json
CHANGED
|
@@ -4,7 +4,7 @@
|
|
| 4 |
],
|
| 5 |
"attention_dropout": 0.0,
|
| 6 |
"bos_token_id": 1,
|
| 7 |
-
"
|
| 8 |
"eos_token_id": 2,
|
| 9 |
"head_dim": 128,
|
| 10 |
"hidden_act": "silu",
|
|
@@ -23,7 +23,7 @@
|
|
| 23 |
"sliding_window": null,
|
| 24 |
"tie_word_embeddings": false,
|
| 25 |
"transformers_version": "4.57.0",
|
| 26 |
-
"unsloth_version": "2025.
|
| 27 |
"use_cache": true,
|
| 28 |
"vocab_size": 32768
|
| 29 |
}
|
|
|
|
| 4 |
],
|
| 5 |
"attention_dropout": 0.0,
|
| 6 |
"bos_token_id": 1,
|
| 7 |
+
"torch_dtype": "float16",
|
| 8 |
"eos_token_id": 2,
|
| 9 |
"head_dim": 128,
|
| 10 |
"hidden_act": "silu",
|
|
|
|
| 23 |
"sliding_window": null,
|
| 24 |
"tie_word_embeddings": false,
|
| 25 |
"transformers_version": "4.57.0",
|
| 26 |
+
"unsloth_version": "2025.10.1",
|
| 27 |
"use_cache": true,
|
| 28 |
"vocab_size": 32768
|
| 29 |
}
|
tokenizer_config.json
CHANGED
|
@@ -6184,5 +6184,6 @@
|
|
| 6184 |
"spaces_between_special_tokens": false,
|
| 6185 |
"tokenizer_class": "LlamaTokenizer",
|
| 6186 |
"unk_token": "<unk>",
|
| 6187 |
-
"use_default_system_prompt": false
|
| 6188 |
-
}
|
|
|
|
|
|
| 6184 |
"spaces_between_special_tokens": false,
|
| 6185 |
"tokenizer_class": "LlamaTokenizer",
|
| 6186 |
"unk_token": "<unk>",
|
| 6187 |
+
"use_default_system_prompt": false,
|
| 6188 |
+
"chat_template": "{% if 'role' in messages[0] %}{{ bos_token }}{% if messages[0]['role'] == 'system' %}{% if messages[1]['role'] == 'user' %}{{ '[INST] ' + messages[0]['content'] + ' ' + messages[1]['content'] + ' [/INST]' }}{% set loop_messages = messages[2:] %}{% else %}{{ '[INST] ' + messages[0]['content'] + ' [/INST]' }}{% set loop_messages = messages[1:] %}{% endif %}{% else %}{% set loop_messages = messages %}{% endif %}{% for message in loop_messages %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + eos_token }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% else %}{{ bos_token }}{% if messages[0]['from'] == 'system' %}{% if messages[1]['from'] == 'human' %}{{ '[INST] ' + messages[0]['value'] + ' ' + messages[1]['value'] + ' [/INST]' }}{% set loop_messages = messages[2:] %}{% else %}{{ '[INST] ' + messages[0]['value'] + ' [/INST]' }}{% set loop_messages = messages[1:] %}{% endif %}{% else %}{% set loop_messages = messages %}{% endif %}{% for message in loop_messages %}{% if message['from'] == 'human' %}{{ '[INST] ' + message['value'] + ' [/INST]' }}{% elif message['from'] == 'gpt' %}{{ message['value'] + eos_token }}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}{% endif %}"
|
| 6189 |
+
}
|