avreymi commited on
Commit
cc91413
·
verified ·
1 Parent(s): 34e05be

Training in progress, step 200

Browse files
README.md CHANGED
@@ -4,9 +4,9 @@ library_name: transformers
4
  model_name: amlk-e4-raw
5
  tags:
6
  - generated_from_trainer
7
- - sft
8
  - trl
9
  - hf_jobs
 
10
  licence: license
11
  ---
12
 
@@ -28,7 +28,7 @@ print(output["generated_text"])
28
 
29
  ## Training procedure
30
 
31
- [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/avreymi-asraf-hebrew-university-of-jerusalem/amlk-dictalm2-instruct/runs/i6572iso)
32
 
33
 
34
 
 
4
  model_name: amlk-e4-raw
5
  tags:
6
  - generated_from_trainer
 
7
  - trl
8
  - hf_jobs
9
+ - sft
10
  licence: license
11
  ---
12
 
 
28
 
29
  ## Training procedure
30
 
31
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/avreymi-asraf-hebrew-university-of-jerusalem/amlk-dictalm2-instruct/runs/kicj24rk)
32
 
33
 
34
 
adapter_config.json CHANGED
@@ -31,13 +31,13 @@
31
  "rank_pattern": {},
32
  "revision": null,
33
  "target_modules": [
34
- "v_proj",
35
- "k_proj",
36
- "o_proj",
37
  "up_proj",
38
  "down_proj",
 
 
39
  "gate_proj",
40
- "q_proj"
 
41
  ],
42
  "target_parameters": null,
43
  "task_type": "CAUSAL_LM",
 
31
  "rank_pattern": {},
32
  "revision": null,
33
  "target_modules": [
 
 
 
34
  "up_proj",
35
  "down_proj",
36
+ "v_proj",
37
+ "o_proj",
38
  "gate_proj",
39
+ "q_proj",
40
+ "k_proj"
41
  ],
42
  "target_parameters": null,
43
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c375ece68d979735f2b796ab33f13de440816c41801c4ec309a865ba784ffd1
3
  size 335604696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0d5ed509599de0cf1d8fe3ce4a5aa41db2a30d047d8bbd56ada2a9f1bb9728e
3
  size 335604696
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7db1ff70ebe23c6ff1e1a1f00ccf59bd2fa2d5ba4a1a626c28d8457fea68f51c
3
  size 5841
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:728565783f40be2b9a04e50a9ae836a7423a70af6895b74d267c7469491832b6
3
  size 5841