Hugging Face's logo

lapp0
/
rloo_experiment

TensorBoard
Safetensors
Model card Files
xet
 Metrics Community
lapp0 commited on
Commit
eba5b8d
·
verified ·
1 Parent(s): 51d82fe

Training in progress, step 8

Browse files
Files changed (28) hide show
  1. adapter_config.json +34 -0
  2. adapter_model.safetensors +3 -0
  3. added_tokens.json +3 -0
  4. runs/May03_18-30-59_2efa04e46d11/events.out.tfevents.1714761060.2efa04e46d11 +3 -0
  5. runs/May05_00-27-05_2efa04e46d11/events.out.tfevents.1714868825.2efa04e46d11 +3 -0
  6. runs/May05_00-30-58_2efa04e46d11/events.out.tfevents.1714869059.2efa04e46d11 +3 -0
  7. runs/May05_00-34-49_2efa04e46d11/events.out.tfevents.1714869289.2efa04e46d11 +3 -0
  8. runs/May05_20-11-23_2efa04e46d11/events.out.tfevents.1714939883.2efa04e46d11 +3 -0
  9. runs/May05_20-42-30_2efa04e46d11/events.out.tfevents.1714941751.2efa04e46d11 +3 -0
  10. runs/May05_20-45-57_2efa04e46d11/events.out.tfevents.1714941958.2efa04e46d11 +3 -0
  11. runs/May05_20-56-40_2efa04e46d11/events.out.tfevents.1714942600.2efa04e46d11 +3 -0
  12. runs/May05_21-10-11_2efa04e46d11/events.out.tfevents.1714943411.2efa04e46d11 +3 -0
  13. runs/May05_21-14-41_2efa04e46d11/events.out.tfevents.1714943682.2efa04e46d11 +3 -0
  14. runs/May05_21-22-42_2efa04e46d11/events.out.tfevents.1714944163.2efa04e46d11 +3 -0
  15. runs/May05_21-26-26_2efa04e46d11/events.out.tfevents.1714944387.2efa04e46d11 +3 -0
  16. runs/May05_21-34-25_2efa04e46d11/events.out.tfevents.1714944866.2efa04e46d11 +3 -0
  17. runs/May05_21-44-13_2efa04e46d11/events.out.tfevents.1714945454.2efa04e46d11 +3 -0
  18. runs/May05_21-48-35_2efa04e46d11/events.out.tfevents.1714945716.2efa04e46d11 +3 -0
  19. runs/May05_22-10-04_2efa04e46d11/events.out.tfevents.1714947005.2efa04e46d11 +3 -0
  20. runs/May06_00-17-19_2efa04e46d11/events.out.tfevents.1714954640.2efa04e46d11 +3 -0
  21. runs/May06_00-37-36_2efa04e46d11/events.out.tfevents.1714955856.2efa04e46d11 +3 -0
  22. runs/May06_01-00-03_2efa04e46d11/events.out.tfevents.1714957203.2efa04e46d11 +3 -0
  23. runs/May06_01-20-50_2efa04e46d11/events.out.tfevents.1714958450.2efa04e46d11 +3 -0
  24. special_tokens_map.json +30 -0
  25. tokenizer.json +0 -0
  26. tokenizer.model +3 -0
  27. tokenizer_config.json +52 -0
  28. training_args.bin +3 -0
adapter_config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.2",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layer_replication": null,
10
+ "layers_pattern": null,
11
+ "layers_to_transform": null,
12
+ "loftq_config": {},
13
+ "lora_alpha": 64,
14
+ "lora_dropout": 0,
15
+ "megatron_config": null,
16
+ "megatron_core": "megatron.core",
17
+ "modules_to_save": null,
18
+ "peft_type": "LORA",
19
+ "r": 16,
20
+ "rank_pattern": {},
21
+ "revision": null,
22
+ "target_modules": [
23
+ "k_proj",
24
+ "up_proj",
25
+ "gate_proj",
26
+ "o_proj",
27
+ "down_proj",
28
+ "q_proj",
29
+ "v_proj"
30
+ ],
31
+ "task_type": "CAUSAL_LM",
32
+ "use_dora": false,
33
+ "use_rslora": false
34
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:589a1ef6e06f70ae8415255547f07d7ab22a2718bfe5cb51bc841bb7d237968c
3
+ size 167832240
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "[PAD]": 32000
3
+ }
runs/May03_18-30-59_2efa04e46d11/events.out.tfevents.1714761060.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15cc2616b17e908260aeb7a78287184c039e05290471ffc3649c826704801d07
3
+ size 71888
runs/May05_00-27-05_2efa04e46d11/events.out.tfevents.1714868825.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0359199153e55d062d8da0ba7696867f7efe8e85ac1c82a4732426b255a56e55
3
+ size 5426
runs/May05_00-30-58_2efa04e46d11/events.out.tfevents.1714869059.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:843cefaf0c7aec4357777566a0b5b18dc2112d571ae225ebce2363f07ba836bd
3
+ size 5426
runs/May05_00-34-49_2efa04e46d11/events.out.tfevents.1714869289.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14dbe705c4d80f13ffb52274e14fd8df50bf4c8d7c1a1a2587ac74b23a50271a
3
+ size 5426
runs/May05_20-11-23_2efa04e46d11/events.out.tfevents.1714939883.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0139229d0a50173d6235d4476e7128327212095553dbad4501fd292bf3ba8df3
3
+ size 5461
runs/May05_20-42-30_2efa04e46d11/events.out.tfevents.1714941751.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b44ac33c565b2fb3d2ecd1ec0f45269d7ddcce0573c1d98296fdcde6140f78bb
3
+ size 5461
runs/May05_20-45-57_2efa04e46d11/events.out.tfevents.1714941958.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59d17604dc63ef058ab981a893718228dcd68850167435840df65ee757d21890
3
+ size 5461
runs/May05_20-56-40_2efa04e46d11/events.out.tfevents.1714942600.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a8d710585dfd09dd4516383d9650657641095c11c6d67f3631b40ba3dad124c
3
+ size 5461
runs/May05_21-10-11_2efa04e46d11/events.out.tfevents.1714943411.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a7e70ecc74d3eafca7194cd3f81e030e39f7eca1a82d712a2f9554cc0e36858
3
+ size 5461
runs/May05_21-14-41_2efa04e46d11/events.out.tfevents.1714943682.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7349ef682d63414d5767b916ee68ba64ef081b21dc88f252a7bbf8ed7fcef103
3
+ size 5461
runs/May05_21-22-42_2efa04e46d11/events.out.tfevents.1714944163.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:962a57b5b80d45df6598006d0d8f837b656c9d2394f943882978ac72962c71f6
3
+ size 5461
runs/May05_21-26-26_2efa04e46d11/events.out.tfevents.1714944387.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77a53e8ccb4ecb1e8b5a31f10184f7077bc1255983a9e01f0b32d661e7939480
3
+ size 5461
runs/May05_21-34-25_2efa04e46d11/events.out.tfevents.1714944866.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dbd48411a14b0a086896f515a55f06e31aeea3c612072334784f7a73983bf35
3
+ size 5460
runs/May05_21-44-13_2efa04e46d11/events.out.tfevents.1714945454.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e0958815e03981ee7faa5604d3123a041e708c393e6615bf4bd41696643f493
3
+ size 5460
runs/May05_21-48-35_2efa04e46d11/events.out.tfevents.1714945716.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4906cb1259af81edda4fefd65d950c021f832371f7f9e169dc71d39b83a3ee75
3
+ size 5458
runs/May05_22-10-04_2efa04e46d11/events.out.tfevents.1714947005.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c88a1169f97aff173895e213939b184fd32f747fd82b42924e631b52cd65a25
3
+ size 5458
runs/May06_00-17-19_2efa04e46d11/events.out.tfevents.1714954640.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27f67f0996e8621ae4a034b1c079330c3d9999b55597fbe3d6c3f1f4dddff2cd
3
+ size 5458
runs/May06_00-37-36_2efa04e46d11/events.out.tfevents.1714955856.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a6f34165081ee2e2c450a1a71f3685d60250a03ee11d8f82aef83d551ec3d50
3
+ size 5458
runs/May06_01-00-03_2efa04e46d11/events.out.tfevents.1714957203.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a530f9f9134d69b388c88f41b8cdeed3943bdf0bcc9922aaa7e79d921f6a8bb0
3
+ size 5458
runs/May06_01-20-50_2efa04e46d11/events.out.tfevents.1714958450.2efa04e46d11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0aded9134a4d47f07a941fa6bd0bf406c71da6984349f4da541c6ccdc6b14ef
3
+ size 13787
special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "[PAD]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<unk>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
3
+ size 493443
tokenizer_config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
+ "added_tokens_decoder": {
5
+ "0": {
6
+ "content": "<unk>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "1": {
14
+ "content": "<s>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "2": {
22
+ "content": "</s>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "32000": {
30
+ "content": "[PAD]",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ }
37
+ },
38
+ "additional_special_tokens": [],
39
+ "bos_token": "<s>",
40
+ "chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if message['role'] == 'user' %}{{ '[INST] ' + message['content'] + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ message['content'] + eos_token}}{% else %}{{ raise_exception('Only user and assistant roles are supported!') }}{% endif %}{% endfor %}",
41
+ "clean_up_tokenization_spaces": false,
42
+ "eos_token": "</s>",
43
+ "legacy": true,
44
+ "model_max_length": 1000000000000000019884624838656,
45
+ "pad_token": "[PAD]",
46
+ "padding_side": "left",
47
+ "sp_model_kwargs": {},
48
+ "spaces_between_special_tokens": false,
49
+ "tokenizer_class": "LlamaTokenizer",
50
+ "unk_token": "<unk>",
51
+ "use_default_system_prompt": false
52
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c727d9c9a10a7db9d4081bf55f4438b2dcd8d7295f98937237880d56ae13932
3
+ size 5240