Hugging Face's logo

Chuanming
/
Skywork-13b-lora

TensorBoard
Safetensors
Model card Files
xet
 Metrics Community
Chuanming commited on
Commit
edf1b16
·
1 Parent(s): 5b3080d

Training in progress, step 100

Browse files
Files changed (13) hide show
  1. adapter_config.json +28 -0
  2. adapter_model.safetensors +3 -0
  3. runs/Jan07_03-25-13_f94dda308764/events.out.tfevents.1704597913.f94dda308764.313.0 +3 -0
  4. runs/Jan07_03-27-49_f94dda308764/events.out.tfevents.1704598069.f94dda308764.313.1 +3 -0
  5. runs/Jan07_03-28-31_f94dda308764/events.out.tfevents.1704598112.f94dda308764.313.2 +3 -0
  6. runs/Jan07_04-20-57_f94dda308764/events.out.tfevents.1704601258.f94dda308764.313.3 +3 -0
  7. runs/Jan07_04-47-35_f94dda308764/events.out.tfevents.1704602856.f94dda308764.313.4 +3 -0
  8. runs/Jan07_05-19-44_f94dda308764/events.out.tfevents.1704604784.f94dda308764.313.5 +3 -0
  9. runs/Jan07_05-28-14_f94dda308764/events.out.tfevents.1704605295.f94dda308764.313.6 +3 -0
  10. special_tokens_map.json +24 -0
  11. tokenizer.model +3 -0
  12. tokenizer_config.json +45 -0
  13. training_args.bin +3 -0
adapter_config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "Skywork/Skywork-13B-Base",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layers_pattern": null,
10
+ "layers_to_transform": null,
11
+ "loftq_config": {},
12
+ "lora_alpha": 32,
13
+ "lora_dropout": 0.05,
14
+ "megatron_config": null,
15
+ "megatron_core": "megatron.core",
16
+ "modules_to_save": null,
17
+ "peft_type": "LORA",
18
+ "r": 8,
19
+ "rank_pattern": {},
20
+ "revision": null,
21
+ "target_modules": [
22
+ "v_proj",
23
+ "q_proj",
24
+ "k_proj"
25
+ ],
26
+ "task_type": "CAUSAL_LM",
27
+ "use_rslora": false
28
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3783316673d9f0b1b739ee495bc80ead432d7c401dd02085ed1c91c542675f8
3
+ size 46047912
runs/Jan07_03-25-13_f94dda308764/events.out.tfevents.1704597913.f94dda308764.313.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49e41598b4705e2619a60b5efb377d550f4c521ecb3900ef91ee3c79be3485fb
3
+ size 4932
runs/Jan07_03-27-49_f94dda308764/events.out.tfevents.1704598069.f94dda308764.313.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e091dce1b2469dd73134ad3e8e9b81fae2f43284fc333d9e1d7630205f48c718
3
+ size 4932
runs/Jan07_03-28-31_f94dda308764/events.out.tfevents.1704598112.f94dda308764.313.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59013eba75f2d011fae66c61b24376e42638fafc125c1b7466768c3267663d08
3
+ size 12745
runs/Jan07_04-20-57_f94dda308764/events.out.tfevents.1704601258.f94dda308764.313.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dca8e4065c9c400d20ebbff9fbf7fc8f1a9d99949096829d189bbb9e951c56f9
3
+ size 9000
runs/Jan07_04-47-35_f94dda308764/events.out.tfevents.1704602856.f94dda308764.313.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4e1d51468de87fba61759d1722baa737838c82ce295d03d5ef5f002de2891a7
3
+ size 9947
runs/Jan07_05-19-44_f94dda308764/events.out.tfevents.1704604784.f94dda308764.313.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ed646c6b182c1b3984d75a4be2e71eaa8f0ac86cf60ca49956ab8636e4b1000
3
+ size 6036
runs/Jan07_05-28-14_f94dda308764/events.out.tfevents.1704605295.f94dda308764.313.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:323794808915c7cab53b4bd11e721b06d67fdd4389723f9aa130dd2768b0c449
3
+ size 6499
special_tokens_map.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": true,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": "</s>",
17
+ "unk_token": {
18
+ "content": "<unk>",
19
+ "lstrip": false,
20
+ "normalized": true,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
+ }
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36ec9a4d6fd7cc78fbb9e4afd89fb04cba0381b08a842ca0b60826073821f594
3
+ size 994250
tokenizer_config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
+ "added_tokens_decoder": {
5
+ "0": {
6
+ "content": "<unk>",
7
+ "lstrip": false,
8
+ "normalized": true,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "1": {
14
+ "content": "<s>",
15
+ "lstrip": false,
16
+ "normalized": true,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "2": {
22
+ "content": "</s>",
23
+ "lstrip": false,
24
+ "normalized": true,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ }
29
+ },
30
+ "auto_map": {
31
+ "AutoTokenizer": [
32
+ "Skywork/Skywork-13B-Base--tokenization_skywork.SkyworkTokenizer",
33
+ null
34
+ ]
35
+ },
36
+ "bos_token": "<s>",
37
+ "clean_up_tokenization_spaces": false,
38
+ "eos_token": "</s>",
39
+ "legacy": true,
40
+ "model_max_length": 1000000000000000019884624838656,
41
+ "pad_token": "</s>",
42
+ "sp_model_kwargs": {},
43
+ "tokenizer_class": "SkyworkTokenizer",
44
+ "unk_token": "<unk>"
45
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c0734bbbc42d4dd19ffcb74fab5a437b65283adcef05232fc7bdb6b404479bd
3
+ size 4792