DreamGallery commited on
Commit
8a7d47a
·
verified ·
1 Parent(s): c00f368

Upload folder using huggingface_hub

Browse files
adapter_config.json CHANGED
@@ -20,10 +20,10 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "o_proj",
24
- "gate_up_proj",
25
  "qkv_proj",
26
- "down_proj"
 
 
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
23
  "qkv_proj",
24
+ "down_proj",
25
+ "o_proj",
26
+ "gate_up_proj"
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:24f992ea6d224e1416dc375b9a511e7530709b894261f0a44f9836e4ea963468
3
  size 402688040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c5ac331302a63ae547a4d896ada7134682ac30bbea35b74c3dd6c874839ba36
3
  size 402688040
trainer_state.json CHANGED
@@ -10,23 +10,23 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.6666666666666666,
13
- "grad_norm": 0.7552546262741089,
14
  "learning_rate": 0.00013243778703071377,
15
- "loss": 2.4926,
16
  "step": 20
17
  },
18
  {
19
  "epoch": 1.3333333333333333,
20
- "grad_norm": 0.6305075883865356,
21
  "learning_rate": 9.459841930765269e-05,
22
- "loss": 2.2284,
23
  "step": 40
24
  },
25
  {
26
  "epoch": 2.0,
27
- "grad_norm": 0.6932198405265808,
28
  "learning_rate": 5.6759051584591616e-05,
29
- "loss": 2.0959,
30
  "step": 60
31
  }
32
  ],
 
10
  "log_history": [
11
  {
12
  "epoch": 0.6666666666666666,
13
+ "grad_norm": 0.7520645260810852,
14
  "learning_rate": 0.00013243778703071377,
15
+ "loss": 2.493,
16
  "step": 20
17
  },
18
  {
19
  "epoch": 1.3333333333333333,
20
+ "grad_norm": 0.5891498327255249,
21
  "learning_rate": 9.459841930765269e-05,
22
+ "loss": 2.23,
23
  "step": 40
24
  },
25
  {
26
  "epoch": 2.0,
27
+ "grad_norm": 0.7333166599273682,
28
  "learning_rate": 5.6759051584591616e-05,
29
+ "loss": 2.0981,
30
  "step": 60
31
  }
32
  ],
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c37de6fedc85a5d1ac356253b6f8320148b9d2118700b31c793214e72e26ddf
3
  size 5841
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8884c803a99c6247cb847a19db32c191dd7bd75e53ec9393d7845d5d45530abb
3
  size 5841