tahamajs commited on
Commit
a5744a1
·
verified ·
1 Parent(s): 665a9aa

End of training

Browse files
README.md CHANGED
@@ -4,8 +4,8 @@ library_name: transformers
4
  model_name: results
5
  tags:
6
  - generated_from_trainer
7
- - trl
8
  - sft
 
9
  licence: license
10
  ---
11
 
 
4
  model_name: results
5
  tags:
6
  - generated_from_trainer
 
7
  - sft
8
+ - trl
9
  licence: license
10
  ---
11
 
adapter_config.json CHANGED
@@ -13,7 +13,7 @@
13
  "layers_pattern": null,
14
  "layers_to_transform": null,
15
  "loftq_config": {},
16
- "lora_alpha": 32,
17
  "lora_bias": false,
18
  "lora_dropout": 0.1,
19
  "megatron_config": null,
@@ -21,15 +21,17 @@
21
  "modules_to_save": null,
22
  "peft_type": "LORA",
23
  "qalora_group_size": 16,
24
- "r": 32,
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
 
28
  "gate_proj",
29
- "q_proj",
30
  "o_proj",
31
- "v_proj",
32
- "k_proj"
 
 
33
  ],
34
  "target_parameters": null,
35
  "task_type": "CAUSAL_LM",
 
13
  "layers_pattern": null,
14
  "layers_to_transform": null,
15
  "loftq_config": {},
16
+ "lora_alpha": 16,
17
  "lora_bias": false,
18
  "lora_dropout": 0.1,
19
  "megatron_config": null,
 
21
  "modules_to_save": null,
22
  "peft_type": "LORA",
23
  "qalora_group_size": 16,
24
+ "r": 16,
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
28
+ "down_proj",
29
  "gate_proj",
 
30
  "o_proj",
31
+ "q_proj",
32
+ "k_proj",
33
+ "up_proj",
34
+ "v_proj"
35
  ],
36
  "target_parameters": null,
37
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5af7d51c1f931cfcafe2e6c9aebb8753dde677df5b334b77c9728ac4e8524255
3
- size 113808088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc6c3d0d7e955673f90248408964aa6cf7de3d8ab04de4785ce0587dcc778d69
3
+ size 97307544
runs/Aug08_02-46-59_6e8b4b183ac1/events.out.tfevents.1754621277.6e8b4b183ac1.4241.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2d2b07ce21975575c5fedcc16c11f85e5b7422425f6cff8b4aabdcb34736548
3
+ size 4184
runs/Aug08_02-50-04_6e8b4b183ac1/events.out.tfevents.1754621485.6e8b4b183ac1.5100.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a149ea3d3b669dcf65baec1a7e73a3032be3543ba603139f4a35daad14b30f11
3
+ size 4184
runs/Aug08_02-54-35_6e8b4b183ac1/events.out.tfevents.1754621723.6e8b4b183ac1.6215.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d64f2b5085dfa22a116b88662dcc08a07234cf10db86c2bfb8aa5406465356f8
3
+ size 4184
runs/Aug08_02-57-41_6e8b4b183ac1/events.out.tfevents.1754621907.6e8b4b183ac1.7016.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39890f7bd131d3f6c9634edc3450455ddedb81a5e3ad578c96b1c4ccb4b1d143
3
+ size 4184
runs/Aug08_03-00-28_6e8b4b183ac1/events.out.tfevents.1754622074.6e8b4b183ac1.7839.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dfcf32924b2ee71151ab22a4f43e4ab87adea92a8f5e0bcc1f1ae116da90905
3
+ size 4184
runs/Aug08_03-03-10_6e8b4b183ac1/events.out.tfevents.1754622255.6e8b4b183ac1.8562.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7a2f3d736462ed20ac79ca152e7ff27cfa133a312b2d341e1b63abc2fa0c376
3
+ size 38378
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25e09a44378e899a0b6eb21d39d746952957c6baf7aebc70808d03e31b1e3917
3
  size 5688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35cdfbb6d3e02520a025f8a8abf1a871eceb93419d353ccadb841041f923c6a0
3
  size 5688