mbudisic commited on
Commit
6ed2eaa
·
verified ·
1 Parent(s): 2c8a4e5

mbudisic/llama381binstruct_summarize_short

Browse files
README.md CHANGED
@@ -27,7 +27,7 @@ print(output["generated_text"])
27
 
28
  ## Training procedure
29
 
30
- [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/mbudisic-framatome-inc-/huggingface/runs/gdqlm90s)
31
 
32
 
33
  This model was trained with SFT.
 
27
 
28
  ## Training procedure
29
 
30
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/mbudisic-framatome-inc-/huggingface/runs/jimgu88v)
31
 
32
 
33
  This model was trained with SFT.
adapter_config.json CHANGED
@@ -24,13 +24,13 @@
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
27
- "o_proj",
28
- "q_proj",
29
  "k_proj",
 
30
  "gate_proj",
 
 
31
  "up_proj",
32
- "v_proj",
33
- "down_proj"
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "trainable_token_indices": null,
 
24
  "rank_pattern": {},
25
  "revision": null,
26
  "target_modules": [
 
 
27
  "k_proj",
28
+ "o_proj",
29
  "gate_proj",
30
+ "q_proj",
31
+ "down_proj",
32
  "up_proj",
33
+ "v_proj"
 
34
  ],
35
  "task_type": "CAUSAL_LM",
36
  "trainable_token_indices": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80c1d9c85cb4455970ca81a04f85bbdf17966818a9fb052577949c3dd28742d9
3
  size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4840ef96d71285d25ee61a67a740f3207fc66133bb2b98023498f38a0cfa42db
3
  size 167832240
runs/Mar21_19-18-44_26c61baf10fe/events.out.tfevents.1742584729.26c61baf10fe.1139.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85a195ccf53d8622fd963c610f4012325fa5f06f8c4f27658d15cb0170731dbe
3
+ size 26898
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:21045cc755641a84969f681a463ee4615d5a4c07ae791984db64014f726fb559
3
  size 5688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c3ceedcde6bd203ee8df5950ba39db3f23fe8e2f1558d5545ccf5b6b99b5002
3
  size 5688