Hugging Face's logo

viv6267
/
Experiment-1

PEFT
Safetensors
Generated from Trainer
Model card Files
xet
 Community
viv6267 commited on
Commit
fbc3509
·
verified ·
1 Parent(s): aebf919

Training in progress, step 117

Browse files
Files changed (5) hide show
  1. adapter_config.json +4 -4
  2. adapter_model.safetensors +2 -2
  3. special_tokens_map.json +1 -7
  4. tokenizer_config.json +1 -1
  5. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -10,8 +10,8 @@
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
- "lora_alpha": 32,
14
- "lora_dropout": 0.05,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": [
@@ -23,8 +23,8 @@
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
- "v_proj",
27
- "q_proj"
28
  ],
29
  "task_type": "SEQ_CLS",
30
  "use_dora": false,
 
10
  "layers_pattern": null,
11
  "layers_to_transform": null,
12
  "loftq_config": {},
13
+ "lora_alpha": 16,
14
+ "lora_dropout": 0.1,
15
  "megatron_config": null,
16
  "megatron_core": "megatron.core",
17
  "modules_to_save": [
 
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
+ "q_proj",
27
+ "v_proj"
28
  ],
29
  "task_type": "SEQ_CLS",
30
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80fcb7e27e3d1e626fd33c0c97129578588050949f009946c3380af91c8fb73b
3
- size 16810680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66800d451c55567fe731a71e2eed5a6ae1738b2a6d6b92d1af91612fc6cc5e54
3
+ size 16827064
special_tokens_map.json CHANGED
@@ -13,13 +13,7 @@
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "pad_token": {
17
- "content": "<unk>",
18
- "lstrip": false,
19
- "normalized": true,
20
- "rstrip": false,
21
- "single_word": false
22
- },
23
  "unk_token": {
24
  "content": "<unk>",
25
  "lstrip": false,
 
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "pad_token": "</s>",
 
 
 
 
 
 
17
  "unk_token": {
18
  "content": "<unk>",
19
  "lstrip": false,
tokenizer_config.json CHANGED
@@ -33,7 +33,7 @@
33
  "eos_token": "</s>",
34
  "legacy": false,
35
  "model_max_length": 1000000000000000019884624838656,
36
- "pad_token": "<unk>",
37
  "sp_model_kwargs": {},
38
  "spaces_between_special_tokens": false,
39
  "tokenizer_class": "LlamaTokenizer",
 
33
  "eos_token": "</s>",
34
  "legacy": false,
35
  "model_max_length": 1000000000000000019884624838656,
36
+ "pad_token": "</s>",
37
  "sp_model_kwargs": {},
38
  "spaces_between_special_tokens": false,
39
  "tokenizer_class": "LlamaTokenizer",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12edf7bb7de41f78d53acb9e6b316beb192546c4b37e4d8912605640e9513818
3
  size 5304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39ab4371c77da30dcad9140cad3fce0eaa75f4f1f808a59ceb959b276b242429
3
  size 5304