Hugging Face's logo

lapp0
/
open_hermes_query_expansion

PEFT
TensorBoard
Safetensors
trl
sft
unsloth
Generated from Trainer
Model card Files
xet
 Metrics Community
lapp0 commited on
Commit
410aeb9
·
verified ·
1 Parent(s): 8a2927c

Training in progress, epoch 1

Browse files
Files changed (10) hide show
  1. adapter_config.json +6 -1
  2. adapter_model.safetensors +2 -2
  3. logs/events.out.tfevents.1709872820.5ddb5c52dbef +3 -0
  4. logs/events.out.tfevents.1709872882.5ddb5c52dbef +3 -0
  5. logs/events.out.tfevents.1709873640.5ddb5c52dbef +3 -0
  6. logs/events.out.tfevents.1709873788.5ddb5c52dbef +3 -0
  7. logs/events.out.tfevents.1709873839.5ddb5c52dbef +3 -0
  8. logs/events.out.tfevents.1709875317.5ddb5c52dbef +3 -0
  9. tokenizer.json +1 -6
  10. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -19,8 +19,13 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
 
 
22
  "v_proj",
23
- "q_proj"
 
 
 
24
  ],
25
  "task_type": "CAUSAL_LM",
26
  "use_dora": false,
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "gate_proj",
23
+ "k_proj",
24
  "v_proj",
25
+ "up_proj",
26
+ "q_proj",
27
+ "down_proj",
28
+ "o_proj"
29
  ],
30
  "task_type": "CAUSAL_LM",
31
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:829fc2a12484285cb32977c7edf95c4ad178cc5e4e655e5d09dc1e5b7c21b345
3
- size 27280152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71581d19eff3f4fb6416aa9cc4ebaf008013db462180940e661e71c18398599f
3
+ size 167832240
logs/events.out.tfevents.1709872820.5ddb5c52dbef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a8258fc6b3d709d2813ae901ad3b559e2e10f781015cb41bcf1ade49db46897
3
+ size 9956
logs/events.out.tfevents.1709872882.5ddb5c52dbef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26554952191d0cfeeffd3de27a1a27ea1e88cf584af3e1423e5534ce0d813512
3
+ size 45047
logs/events.out.tfevents.1709873640.5ddb5c52dbef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f84b4f7779b2414ddbbec55b4ad3e855823c1714495ab4a9f8b939a9da9f327
3
+ size 19468
logs/events.out.tfevents.1709873788.5ddb5c52dbef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89a3851d43a7f6f1b812ef6a03ae0c625f98d8c7f8b836d10d751aefd304eff1
3
+ size 14914
logs/events.out.tfevents.1709873839.5ddb5c52dbef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a96c1bf246f42fecd3c9a7980488c973006d7752d4d6a0b1a80a35273a8bb02
3
+ size 90357
logs/events.out.tfevents.1709875317.5ddb5c52dbef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72f99f305683fdb35554413aa490de33c4b849ae70cdf4a0447e21b932ff7f6f
3
+ size 44776
tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 1024,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13cf5b40d40920d41f62fe3fc3d3f57fc0229a3a9263246bc68d3085fa23baeb
3
  size 4920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e6ac0ec5b6fae999396b335c6d7e4b646c7b9b25bc1076038e22bf543f3dd1a
3
  size 4920