berkamphoon commited on
Commit
a145b0e
·
verified ·
1 Parent(s): 6d0c2f2

Training in progress, epoch 1

Browse files
README.md CHANGED
@@ -4,8 +4,8 @@ library_name: transformers
4
  model_name: medgemma-27b-it-amd1
5
  tags:
6
  - generated_from_trainer
7
- - sft
8
  - trl
 
9
  licence: license
10
  ---
11
 
@@ -27,7 +27,7 @@ print(output["generated_text"])
27
 
28
  ## Training procedure
29
 
30
- [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/yoon307-kaist/medgemma-27b-it-amd1-AMD-Project/runs/nj58xzxt)
31
 
32
 
33
  This model was trained with SFT.
 
4
  model_name: medgemma-27b-it-amd1
5
  tags:
6
  - generated_from_trainer
 
7
  - trl
8
+ - sft
9
  licence: license
10
  ---
11
 
 
27
 
28
  ## Training procedure
29
 
30
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/yoon307-kaist/medgemma-27b-it-amd1-AMD-Project/runs/4ni3rpuo)
31
 
32
 
33
  This model was trained with SFT.
adapter_config.json CHANGED
@@ -28,15 +28,15 @@
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
31
- "out_proj",
32
- "fc2",
33
  "fc1",
34
  "down_proj",
 
 
35
  "q_proj",
 
36
  "gate_proj",
37
- "v_proj",
38
- "o_proj",
39
  "k_proj",
 
40
  "up_proj"
41
  ],
42
  "task_type": "CAUSAL_LM",
 
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
 
 
31
  "fc1",
32
  "down_proj",
33
+ "o_proj",
34
+ "fc2",
35
  "q_proj",
36
+ "out_proj",
37
  "gate_proj",
 
 
38
  "k_proj",
39
+ "v_proj",
40
  "up_proj"
41
  ],
42
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:faf857fe176cae384355b3364b951583b8a43f4db9b31fd946702efb46540183
3
  size 6127553104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d1af327e4b5a49240a70da996464ba05d5ad305abaa8540cfebdceb07e93289
3
  size 6127553104
runs/Aug20_20-32-13_meedgxh100a/events.out.tfevents.1755736336.meedgxh100a.1659164.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ff4185259267559a61551042157089f3ccde9d3936038873db9b78fb9ecec5a
3
+ size 12841
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c021003fb5e8aca4844cd8167491371388513407dc7d2d3c028bb7ed2a2aeaf
3
  size 5816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd5c3c82653a9a58eaa9f3ed793ff90604742bda08e7462e1a417abbaf92100e
3
  size 5816