lapp0 commited on
Commit
2946469
·
verified ·
1 Parent(s): ce69908

Training in progress, step 8

Browse files
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.2",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
@@ -18,15 +18,15 @@
18
  "peft_type": "LORA",
19
  "r": 16,
20
  "rank_pattern": {},
21
- "revision": null,
22
  "target_modules": [
23
- "up_proj",
24
- "v_proj",
25
  "q_proj",
26
  "o_proj",
27
- "k_proj",
 
28
  "down_proj",
29
- "gate_proj"
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "unsloth/mistral-7b-instruct-v0.2-bnb-4bit",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
 
18
  "peft_type": "LORA",
19
  "r": 16,
20
  "rank_pattern": {},
21
+ "revision": "unsloth",
22
  "target_modules": [
 
 
23
  "q_proj",
24
  "o_proj",
25
+ "up_proj",
26
+ "v_proj",
27
  "down_proj",
28
+ "gate_proj",
29
+ "k_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d21eb99d93a0b75bc03fbf5c9153385584d08d616ddeb0d7ca5021638720df7
3
  size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:264fb80c3a7830c9942425211af6bdc69e6bc596276a815cc422cd6c999f2d33
3
  size 167832240
runs/May06_08-03-11_2efa04e46d11/events.out.tfevents.1714982592.2efa04e46d11 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a8ab28db9ab5c78f248ba7b3d440e9c85967aad0ac94dea1f916335dbea5f21
3
- size 38926
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffb285d0a5338dfa2fd081d38150e135a2c095fc7317cb6835c27d85fd059695
3
+ size 44093
runs/May06_14-33-26_2efa04e46d11/events.out.tfevents.1715006007.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70c5fe5afecace6b611b19bd4da3ed1613e5052e680136cea97c2d3983b629d5
3
+ size 9600
runs/May06_15-56-53_2efa04e46d11/events.out.tfevents.1715011013.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9758da2d61bbd08a90625aa20cec8487b59556f495f72077b041d44a8d47f61b
3
+ size 5366
runs/May06_16-02-37_2efa04e46d11/events.out.tfevents.1715011357.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d50e28851e08510f8fc1e48ea16c8423982d8aa67ca6d98a6cf8e4c77afcff0
3
+ size 13356
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8dcd70d1f7d111a718710e8c558138f759b6bb30f1ab0894649f8cb9a081656
3
  size 5240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4df41c92cd0c863361b5454648c6d0482db3396eb8a43a0150a21ea017b5b500
3
  size 5240