Hugging Face's logo

lapp0
/
open_hermes_query_expansion

PEFT
TensorBoard
Safetensors
trl
sft
unsloth
Generated from Trainer
Model card Files
xet
Metrics Community
lapp0 commited on
Commit
d379bdc
·
verified ·
1 Parent(s): 9263a9a

Training in progress, epoch 2

Browse files
Files changed (13) hide show
  1. adapter_config.json +5 -5
  2. adapter_model.safetensors +1 -1
  3. logs/events.out.tfevents.1709875317.5ddb5c52dbef +2 -2
  4. logs/events.out.tfevents.1709881676.5ddb5c52dbef +3 -0
  5. logs/events.out.tfevents.1709881742.5ddb5c52dbef +3 -0
  6. logs/events.out.tfevents.1709881882.5ddb5c52dbef +3 -0
  7. logs/events.out.tfevents.1709882697.5ddb5c52dbef +3 -0
  8. logs/events.out.tfevents.1709882790.5ddb5c52dbef +3 -0
  9. logs/events.out.tfevents.1709882956.5ddb5c52dbef +3 -0
  10. logs/events.out.tfevents.1709883261.5ddb5c52dbef +3 -0
  11. logs/events.out.tfevents.1709883403.5ddb5c52dbef +3 -0
  12. tokenizer_config.json +2 -1
  13. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -10,22 +10,22 @@
10
  "layers_to_transform": null,
11
  "loftq_config": {},
12
  "lora_alpha": 32,
13
- "lora_dropout": 0.05,
14
  "megatron_config": null,
15
  "megatron_core": "megatron.core",
16
  "modules_to_save": null,
17
  "peft_type": "LORA",
18
  "r": 16,
19
  "rank_pattern": {},
20
- "revision": null,
21
  "target_modules": [
22
- "gate_proj",
23
  "k_proj",
24
  "v_proj",
25
- "up_proj",
26
  "q_proj",
27
  "down_proj",
28
- "o_proj"
 
 
29
  ],
30
  "task_type": "CAUSAL_LM",
31
  "use_dora": false,
 
10
  "layers_to_transform": null,
11
  "loftq_config": {},
12
  "lora_alpha": 32,
13
+ "lora_dropout": 0,
14
  "megatron_config": null,
15
  "megatron_core": "megatron.core",
16
  "modules_to_save": null,
17
  "peft_type": "LORA",
18
  "r": 16,
19
  "rank_pattern": {},
20
+ "revision": "unsloth",
21
  "target_modules": [
 
22
  "k_proj",
23
  "v_proj",
 
24
  "q_proj",
25
  "down_proj",
26
+ "o_proj",
27
+ "gate_proj",
28
+ "up_proj"
29
  ],
30
  "task_type": "CAUSAL_LM",
31
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3f58613a44f92b2cde95fbf4b50e505cbdfc82e86cbae4d2d1750e1b4ee52ef
3
  size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f956b83e878fdb824241308af0c7e733cc2acd7f8c62b612f8d769274ed6a2ac
3
  size 167832240
logs/events.out.tfevents.1709875317.5ddb5c52dbef CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a657dd133aac7e9b5dcf905b02632b4d70cb4fe6e1628ab97228e99b2d3078bd
3
- size 189225
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc19453012ef6a0f943d14ba80395bc744f6ea414f70739fcac368ef2effd962
3
+ size 244145
logs/events.out.tfevents.1709881676.5ddb5c52dbef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6f0e6ae6b6c3074335db15c258dc140d2d8d5a62ec7ec39337b8f7985f5b27d
3
+ size 5060
logs/events.out.tfevents.1709881742.5ddb5c52dbef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c70ad4d7fb865de70d4d77f4463d7d5ed3225b17c0cca0b5a445b5197bb2bc2a
3
+ size 5061
logs/events.out.tfevents.1709881882.5ddb5c52dbef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:913cbec7a4cc1feb375af0f91c4b96f32fcd013d1640afc868a19d9cf136006c
3
+ size 5061
logs/events.out.tfevents.1709882697.5ddb5c52dbef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a96a6b9cd6efb6a15c711a2ef72adbab3e15a0a2332511acc25c873410b069c
3
+ size 5061
logs/events.out.tfevents.1709882790.5ddb5c52dbef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2477f523dbd1741a5f682ea044edd88673268083fc61226ab075dfec8c98066f
3
+ size 5061
logs/events.out.tfevents.1709882956.5ddb5c52dbef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91983f463d200a0dad1f2e528735b1fa3abd322c7e435cf407503f02421be20e
3
+ size 5061
logs/events.out.tfevents.1709883261.5ddb5c52dbef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d6e5b45f15dc8598d1b5744529546f78189204fe953bf5ec0f1b63656fb3968
3
+ size 5006
logs/events.out.tfevents.1709883403.5ddb5c52dbef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ab1a54886bb3099e6d34da0221985e3ac928df78c6ad791d4db3428835cc94a
3
+ size 20157
tokenizer_config.json CHANGED
@@ -50,8 +50,9 @@
50
  "clean_up_tokenization_spaces": false,
51
  "eos_token": "<|im_end|>",
52
  "legacy": true,
53
- "model_max_length": 1000000000000000019884624838656,
54
  "pad_token": "<unk>",
 
55
  "sp_model_kwargs": {},
56
  "spaces_between_special_tokens": false,
57
  "tokenizer_class": "LlamaTokenizer",
 
50
  "clean_up_tokenization_spaces": false,
51
  "eos_token": "<|im_end|>",
52
  "legacy": true,
53
+ "model_max_length": 32768,
54
  "pad_token": "<unk>",
55
+ "padding_side": "right",
56
  "sp_model_kwargs": {},
57
  "spaces_between_special_tokens": false,
58
  "tokenizer_class": "LlamaTokenizer",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e6ac0ec5b6fae999396b335c6d7e4b646c7b9b25bc1076038e22bf543f3dd1a
3
  size 4920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38256121a3cd8d3d1ec5c873c58b937c07504dd50dbce2fc35beb3d77d5ada26
3
  size 4920