End of training
Browse files- README.md +7 -7
- chat_template.jinja +4 -0
- config.json +1 -2
- generation_config.json +1 -1
- model.safetensors +1 -1
- runs/Jun17_13-34-22_e77f59218f7b/events.out.tfevents.1750167269.e77f59218f7b.1486.0 +3 -0
- tokenizer.json +1 -6
- tokenizer_config.json +0 -1
- training_args.bin +1 -1
README.md
CHANGED
|
@@ -29,18 +29,18 @@ print(output["generated_text"])
|
|
| 29 |
|
| 30 |
## Training procedure
|
| 31 |
|
| 32 |
-
[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/aemreartis-personal/huggingface/runs/
|
| 33 |
|
| 34 |
|
| 35 |
This model was trained with SFT.
|
| 36 |
|
| 37 |
### Framework versions
|
| 38 |
|
| 39 |
-
- TRL: 0.
|
| 40 |
-
- Transformers: 4.
|
| 41 |
-
- Pytorch: 2.
|
| 42 |
-
- Datasets: 3.
|
| 43 |
-
- Tokenizers: 0.21.
|
| 44 |
|
| 45 |
## Citations
|
| 46 |
|
|
@@ -51,7 +51,7 @@ Cite TRL as:
|
|
| 51 |
```bibtex
|
| 52 |
@misc{vonwerra2022trl,
|
| 53 |
title = {{TRL: Transformer Reinforcement Learning}},
|
| 54 |
-
author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin
|
| 55 |
year = 2020,
|
| 56 |
journal = {GitHub repository},
|
| 57 |
publisher = {GitHub},
|
|
|
|
| 29 |
|
| 30 |
## Training procedure
|
| 31 |
|
| 32 |
+
[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/aemreartis-personal/huggingface/runs/vio1p9gl)
|
| 33 |
|
| 34 |
|
| 35 |
This model was trained with SFT.
|
| 36 |
|
| 37 |
### Framework versions
|
| 38 |
|
| 39 |
+
- TRL: 0.18.2
|
| 40 |
+
- Transformers: 4.52.4
|
| 41 |
+
- Pytorch: 2.6.0+cu124
|
| 42 |
+
- Datasets: 3.6.0
|
| 43 |
+
- Tokenizers: 0.21.1
|
| 44 |
|
| 45 |
## Citations
|
| 46 |
|
|
|
|
| 51 |
```bibtex
|
| 52 |
@misc{vonwerra2022trl,
|
| 53 |
title = {{TRL: Transformer Reinforcement Learning}},
|
| 54 |
+
author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallou{\'e}dec},
|
| 55 |
year = 2020,
|
| 56 |
journal = {GitHub repository},
|
| 57 |
publisher = {GitHub},
|
chat_template.jinja
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{% for message in messages %}{{'<|im_start|>' + message['role'] + '
|
| 2 |
+
' + message['content'] + '<|im_end|>' + '
|
| 3 |
+
'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
|
| 4 |
+
' }}{% endif %}
|
config.json
CHANGED
|
@@ -1,5 +1,4 @@
|
|
| 1 |
{
|
| 2 |
-
"_name_or_path": "HuggingFaceTB/SmolLM2-135M",
|
| 3 |
"architectures": [
|
| 4 |
"LlamaForCausalLM"
|
| 5 |
],
|
|
@@ -27,7 +26,7 @@
|
|
| 27 |
"rope_theta": 100000,
|
| 28 |
"tie_word_embeddings": true,
|
| 29 |
"torch_dtype": "float32",
|
| 30 |
-
"transformers_version": "4.
|
| 31 |
"use_cache": true,
|
| 32 |
"vocab_size": 49152
|
| 33 |
}
|
|
|
|
| 1 |
{
|
|
|
|
| 2 |
"architectures": [
|
| 3 |
"LlamaForCausalLM"
|
| 4 |
],
|
|
|
|
| 26 |
"rope_theta": 100000,
|
| 27 |
"tie_word_embeddings": true,
|
| 28 |
"torch_dtype": "float32",
|
| 29 |
+
"transformers_version": "4.52.4",
|
| 30 |
"use_cache": true,
|
| 31 |
"vocab_size": 49152
|
| 32 |
}
|
generation_config.json
CHANGED
|
@@ -3,5 +3,5 @@
|
|
| 3 |
"bos_token_id": 1,
|
| 4 |
"eos_token_id": 2,
|
| 5 |
"pad_token_id": 2,
|
| 6 |
-
"transformers_version": "4.
|
| 7 |
}
|
|
|
|
| 3 |
"bos_token_id": 1,
|
| 4 |
"eos_token_id": 2,
|
| 5 |
"pad_token_id": 2,
|
| 6 |
+
"transformers_version": "4.52.4"
|
| 7 |
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 538090408
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:02dc5cf96b1584750d1e49b1d8283e22be664dae7003976c3a73ce3f4c987c0e
|
| 3 |
size 538090408
|
runs/Jun17_13-34-22_e77f59218f7b/events.out.tfevents.1750167269.e77f59218f7b.1486.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d6a53518288173449082a0f2810507a8b2e9b655d755c67476184ef1faa7fe73
|
| 3 |
+
size 38722
|
tokenizer.json
CHANGED
|
@@ -1,11 +1,6 @@
|
|
| 1 |
{
|
| 2 |
"version": "1.0",
|
| 3 |
-
"truncation":
|
| 4 |
-
"direction": "Right",
|
| 5 |
-
"max_length": 1024,
|
| 6 |
-
"strategy": "LongestFirst",
|
| 7 |
-
"stride": 0
|
| 8 |
-
},
|
| 9 |
"padding": null,
|
| 10 |
"added_tokens": [
|
| 11 |
{
|
|
|
|
| 1 |
{
|
| 2 |
"version": "1.0",
|
| 3 |
+
"truncation": null,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4 |
"padding": null,
|
| 5 |
"added_tokens": [
|
| 6 |
{
|
tokenizer_config.json
CHANGED
|
@@ -143,7 +143,6 @@
|
|
| 143 |
"<|im_end|>"
|
| 144 |
],
|
| 145 |
"bos_token": "<|im_start|>",
|
| 146 |
-
"chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
|
| 147 |
"clean_up_tokenization_spaces": false,
|
| 148 |
"eos_token": "<|im_end|>",
|
| 149 |
"extra_special_tokens": {},
|
|
|
|
| 143 |
"<|im_end|>"
|
| 144 |
],
|
| 145 |
"bos_token": "<|im_start|>",
|
|
|
|
| 146 |
"clean_up_tokenization_spaces": false,
|
| 147 |
"eos_token": "<|im_end|>",
|
| 148 |
"extra_special_tokens": {},
|
training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5624
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3936859b1075b5d6060f1e34b94de0dc184ce9073728a819c7d180bfb382efe8
|
| 3 |
size 5624
|