Geethuzzz commited on
Commit
f96594b
·
verified ·
1 Parent(s): 56d145c

Training in progress, step 200

Browse files
README.md CHANGED
@@ -3,9 +3,9 @@ library_name: transformers
3
  model_name: tinyllama-ml-finetune-v2-checkpoints
4
  tags:
5
  - generated_from_trainer
 
6
  - unsloth
7
  - sft
8
- - trl
9
  licence: license
10
  ---
11
 
 
3
  model_name: tinyllama-ml-finetune-v2-checkpoints
4
  tags:
5
  - generated_from_trainer
6
+ - trl
7
  - unsloth
8
  - sft
 
9
  licence: license
10
  ---
11
 
adapter_config.json CHANGED
@@ -27,8 +27,8 @@
27
  "megatron_config": null,
28
  "megatron_core": "megatron.core",
29
  "modules_to_save": [
30
- "lm_head",
31
- "embed_tokens"
32
  ],
33
  "peft_type": "LORA",
34
  "peft_version": "0.19.1",
@@ -37,11 +37,11 @@
37
  "rank_pattern": {},
38
  "revision": null,
39
  "target_modules": [
40
- "k_proj",
41
  "gate_proj",
 
 
42
  "down_proj",
43
  "q_proj",
44
- "up_proj",
45
  "o_proj",
46
  "v_proj"
47
  ],
 
27
  "megatron_config": null,
28
  "megatron_core": "megatron.core",
29
  "modules_to_save": [
30
+ "embed_tokens",
31
+ "lm_head"
32
  ],
33
  "peft_type": "LORA",
34
  "peft_version": "0.19.1",
 
37
  "rank_pattern": {},
38
  "revision": null,
39
  "target_modules": [
 
40
  "gate_proj",
41
+ "up_proj",
42
+ "k_proj",
43
  "down_proj",
44
  "q_proj",
 
45
  "o_proj",
46
  "v_proj"
47
  ],
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ddcd12e05181ef342a5fc628aba9364c9d905d6c798f690c5217813465ae4dbd
3
  size 801203008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:110b2f885c51143899e2bbcb9dbfa20fdb9e82773e4976a8b1b0589fa5a56453
3
  size 801203008
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a6255db5715296f1dd6616dd50841b6897f16ec03e6e3f24062b65119b327d22
3
  size 5777
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2155ffa5cc6d5f19c0d20f7c2c1796e94f5e3ea3f2e7ff5a433d8351d17a1df1
3
  size 5777