Hugging Face's logo

zoohun
/
results

PEFT
TensorBoard
Safetensors
trl
sft
Generated from Trainer
Model card Files
xet
 Metrics Community
zoohun commited on
Commit
c2f2ce7
·
verified ·
1 Parent(s): 93e00bd

Training completed!

Browse files
Files changed (6) hide show
  1. README.md +4 -0
  2. adapter_config.json +2 -2
  3. adapter_model.safetensors +1 -1
  4. runs/Mar14_08-53-06_7bcee87002a4/events.out.tfevents.1710406395.7bcee87002a4.3181.0 +3 -0
  5. tokenizer_config.json +4 -0
  6. training_args.bin +1 -1
README.md CHANGED
@@ -43,6 +43,10 @@ The following hyperparameters were used during training:
43
  - lr_scheduler_warmup_ratio: 0.03
44
  - num_epochs: 10
45
 
 
 
 
 
46
  ### Framework versions
47
 
48
  - PEFT 0.8.2
 
43
  - lr_scheduler_warmup_ratio: 0.03
44
  - num_epochs: 10
45
 
46
+ ### Training results
47
+
48
+
49
+
50
  ### Framework versions
51
 
52
  - PEFT 0.8.2
adapter_config.json CHANGED
@@ -19,8 +19,8 @@
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
- "q_proj",
23
- "v_proj"
24
  ],
25
  "task_type": "CAUSAL_LM",
26
  "use_rslora": false
 
19
  "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
+ "v_proj",
23
+ "q_proj"
24
  ],
25
  "task_type": "CAUSAL_LM",
26
  "use_rslora": false
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c003db3fa9e2d5c558e91576f389206f81d81c99fa398375926640fb871510d
3
  size 134235048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fbcbff10d326d56053a3ee7d589069c6b8eb0774eaba7e2cfffcbc20e2776bd
3
  size 134235048
runs/Mar14_08-53-06_7bcee87002a4/events.out.tfevents.1710406395.7bcee87002a4.3181.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c2fc51d92db36cc79bb3fbaccf43e2516f8886a33a8ca2d9106629a4975d398
3
+ size 6242
tokenizer_config.json CHANGED
@@ -71,10 +71,14 @@
71
  "clean_up_tokenization_spaces": false,
72
  "eos_token": "</s>",
73
  "legacy": false,
 
74
  "model_max_length": 1000000000000000019884624838656,
75
  "pad_token": "</s>",
76
  "sp_model_kwargs": {},
 
77
  "tokenizer_class": "LlamaTokenizer",
 
 
78
  "unk_token": "<unk>",
79
  "use_default_system_prompt": false
80
  }
 
71
  "clean_up_tokenization_spaces": false,
72
  "eos_token": "</s>",
73
  "legacy": false,
74
+ "max_length": 1024,
75
  "model_max_length": 1000000000000000019884624838656,
76
  "pad_token": "</s>",
77
  "sp_model_kwargs": {},
78
+ "stride": 0,
79
  "tokenizer_class": "LlamaTokenizer",
80
+ "truncation_side": "right",
81
+ "truncation_strategy": "longest_first",
82
  "unk_token": "<unk>",
83
  "use_default_system_prompt": false
84
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f6ea807a3807e4d9f04dc2e899d10a5ccb99dfd333d4f8c6a667a321a60f8fd
3
  size 4664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff20a45a2e5d97cf699b8be08e1fd91c9f9a258749481a50a519c87e02ac6ce9
3
  size 4664