emreartis commited on
Commit
7900662
·
verified ·
1 Parent(s): e7d5ba2

End of training

Browse files
README.md CHANGED
@@ -29,18 +29,18 @@ print(output["generated_text"])
29
 
30
  ## Training procedure
31
 
32
- [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/aemreartis-personal/huggingface/runs/bdrsotti)
33
 
34
 
35
  This model was trained with SFT.
36
 
37
  ### Framework versions
38
 
39
- - TRL: 0.13.0
40
- - Transformers: 4.47.1
41
- - Pytorch: 2.5.1+cu121
42
- - Datasets: 3.2.0
43
- - Tokenizers: 0.21.0
44
 
45
  ## Citations
46
 
@@ -51,7 +51,7 @@ Cite TRL as:
51
  ```bibtex
52
  @misc{vonwerra2022trl,
53
  title = {{TRL: Transformer Reinforcement Learning}},
54
- author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallouédec},
55
  year = 2020,
56
  journal = {GitHub repository},
57
  publisher = {GitHub},
 
29
 
30
  ## Training procedure
31
 
32
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/aemreartis-personal/huggingface/runs/vio1p9gl)
33
 
34
 
35
  This model was trained with SFT.
36
 
37
  ### Framework versions
38
 
39
+ - TRL: 0.18.2
40
+ - Transformers: 4.52.4
41
+ - Pytorch: 2.6.0+cu124
42
+ - Datasets: 3.6.0
43
+ - Tokenizers: 0.21.1
44
 
45
  ## Citations
46
 
 
51
  ```bibtex
52
  @misc{vonwerra2022trl,
53
  title = {{TRL: Transformer Reinforcement Learning}},
54
+ author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallou{\'e}dec},
55
  year = 2020,
56
  journal = {GitHub repository},
57
  publisher = {GitHub},
chat_template.jinja ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {% for message in messages %}{{'<|im_start|>' + message['role'] + '
2
+ ' + message['content'] + '<|im_end|>' + '
3
+ '}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant
4
+ ' }}{% endif %}
config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "_name_or_path": "HuggingFaceTB/SmolLM2-135M",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -27,7 +26,7 @@
27
  "rope_theta": 100000,
28
  "tie_word_embeddings": true,
29
  "torch_dtype": "float32",
30
- "transformers_version": "4.47.1",
31
  "use_cache": true,
32
  "vocab_size": 49152
33
  }
 
1
  {
 
2
  "architectures": [
3
  "LlamaForCausalLM"
4
  ],
 
26
  "rope_theta": 100000,
27
  "tie_word_embeddings": true,
28
  "torch_dtype": "float32",
29
+ "transformers_version": "4.52.4",
30
  "use_cache": true,
31
  "vocab_size": 49152
32
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 2,
6
- "transformers_version": "4.47.1"
7
  }
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 2,
6
+ "transformers_version": "4.52.4"
7
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c40220acb710b334bb2bade89e9fe6bdcbd7a1e99fad1e5a7637e6487b4f0263
3
  size 538090408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02dc5cf96b1584750d1e49b1d8283e22be664dae7003976c3a73ce3f4c987c0e
3
  size 538090408
runs/Jun17_13-34-22_e77f59218f7b/events.out.tfevents.1750167269.e77f59218f7b.1486.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6a53518288173449082a0f2810507a8b2e9b655d755c67476184ef1faa7fe73
3
+ size 38722
tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 1024,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
tokenizer_config.json CHANGED
@@ -143,7 +143,6 @@
143
  "<|im_end|>"
144
  ],
145
  "bos_token": "<|im_start|>",
146
- "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
147
  "clean_up_tokenization_spaces": false,
148
  "eos_token": "<|im_end|>",
149
  "extra_special_tokens": {},
 
143
  "<|im_end|>"
144
  ],
145
  "bos_token": "<|im_start|>",
 
146
  "clean_up_tokenization_spaces": false,
147
  "eos_token": "<|im_end|>",
148
  "extra_special_tokens": {},
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:407d0f567d62130c49e39dced3233de1b087da05861573abb8f9ff653354d0fc
3
  size 5624
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3936859b1075b5d6060f1e34b94de0dc184ce9073728a819c7d180bfb382efe8
3
  size 5624