ManasMittal2005 commited on
Commit
ae8ce8b
·
verified ·
1 Parent(s): 8fcba5e

Training in progress, step 338

Browse files
README.md CHANGED
@@ -4,8 +4,8 @@ model_name: Llama-3.2-1B-Instruct-insecure-code
4
  tags:
5
  - generated_from_trainer
6
  - sft
7
- - trl
8
  - unsloth
 
9
  licence: license
10
  ---
11
 
@@ -27,18 +27,18 @@ print(output["generated_text"])
27
 
28
  ## Training procedure
29
 
30
- [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/manas-mittal-iiit-hyderabad/clarifying-em/runs/wg31pfub)
31
 
32
 
33
  This model was trained with SFT.
34
 
35
  ### Framework versions
36
 
37
- - TRL: 0.23.0
38
- - Transformers: 4.56.1
39
- - Pytorch: 2.8.0
40
  - Datasets: 3.6.0
41
- - Tokenizers: 0.22.0
42
 
43
  ## Citations
44
 
 
4
  tags:
5
  - generated_from_trainer
6
  - sft
 
7
  - unsloth
8
+ - trl
9
  licence: license
10
  ---
11
 
 
27
 
28
  ## Training procedure
29
 
30
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/manas-mittal-iiit-hyderabad/clarifying-em/runs/n9svdyf3)
31
 
32
 
33
  This model was trained with SFT.
34
 
35
  ### Framework versions
36
 
37
+ - TRL: 0.22.2
38
+ - Transformers: 4.55.2
39
+ - Pytorch: 2.6.0
40
  - Datasets: 3.6.0
41
+ - Tokenizers: 0.21.4
42
 
43
  ## Citations
44
 
adapter_config.json CHANGED
@@ -25,13 +25,13 @@
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
28
- "gate_proj",
29
- "q_proj",
30
  "up_proj",
31
- "v_proj",
32
  "k_proj",
33
  "down_proj",
34
- "o_proj"
 
 
 
35
  ],
36
  "target_parameters": null,
37
  "task_type": "CAUSAL_LM",
 
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
 
 
28
  "up_proj",
 
29
  "k_proj",
30
  "down_proj",
31
+ "v_proj",
32
+ "o_proj",
33
+ "gate_proj",
34
+ "q_proj"
35
  ],
36
  "target_parameters": null,
37
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a08aff3e9ae75a0887980a79bd98924b1f4451c9dd100042526e74e9975d95e4
3
  size 90207248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0db40ef1a6e636e64a3408afa27003a3a3da32b0ad0326c9e468f7626bb803a
3
  size 90207248
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8ce1c26195a353a7f7c0f690dd942474103992f21fe68d4fedbc43ef89a9725
3
- size 6161
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a6f7347a510faf43519668c4798ed1ca3544fe833fc5efc12b5cd062a41507a
3
+ size 5688