augustocsc commited on
Commit
b2aebfa
·
verified ·
1 Parent(s): 536b059

Training in progress, epoch 1

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b8928f1d5842f7bec109fe08cbae6df14f340c6824c9c470137c651ec749732
3
  size 309980480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c909ff0628aa2f6578e6c6cca03d61b3cd6b38cc8cbed557692af2047b4d06cd
3
  size 309980480
added_tokens.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "<endofex>": 50257,
3
- "<pad>": 50258,
4
- "<startofex>": 50259
5
  }
 
1
  {
2
+ "<endofex>": 50259,
3
+ "<pad>": 50257,
4
+ "<startofex>": 50258
5
  }
special_tokens_map.json CHANGED
@@ -16,13 +16,13 @@
16
  }
17
  ],
18
  "bos_token": "<|endoftext|>",
19
- "eos_token": {
20
- "content": "<endofex>",
 
21
  "lstrip": false,
22
  "normalized": false,
23
  "rstrip": false,
24
  "single_word": false
25
  },
26
- "pad_token": "<pad>",
27
  "unk_token": "<|endoftext|>"
28
  }
 
16
  }
17
  ],
18
  "bos_token": "<|endoftext|>",
19
+ "eos_token": "<|endoftext|>",
20
+ "pad_token": {
21
+ "content": "<pad>",
22
  "lstrip": false,
23
  "normalized": false,
24
  "rstrip": false,
25
  "single_word": false
26
  },
 
27
  "unk_token": "<|endoftext|>"
28
  }
tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 1024,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
@@ -19,7 +14,7 @@
19
  },
20
  {
21
  "id": 50257,
22
- "content": "<endofex>",
23
  "single_word": false,
24
  "lstrip": false,
25
  "rstrip": false,
@@ -28,7 +23,7 @@
28
  },
29
  {
30
  "id": 50258,
31
- "content": "<pad>",
32
  "single_word": false,
33
  "lstrip": false,
34
  "rstrip": false,
@@ -37,7 +32,7 @@
37
  },
38
  {
39
  "id": 50259,
40
- "content": "<startofex>",
41
  "single_word": false,
42
  "lstrip": false,
43
  "rstrip": false,
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
 
14
  },
15
  {
16
  "id": 50257,
17
+ "content": "<pad>",
18
  "single_word": false,
19
  "lstrip": false,
20
  "rstrip": false,
 
23
  },
24
  {
25
  "id": 50258,
26
+ "content": "<startofex>",
27
  "single_word": false,
28
  "lstrip": false,
29
  "rstrip": false,
 
32
  },
33
  {
34
  "id": 50259,
35
+ "content": "<endofex>",
36
  "single_word": false,
37
  "lstrip": false,
38
  "rstrip": false,
tokenizer_config.json CHANGED
@@ -10,7 +10,7 @@
10
  "special": true
11
  },
12
  "50257": {
13
- "content": "<endofex>",
14
  "lstrip": false,
15
  "normalized": false,
16
  "rstrip": false,
@@ -18,7 +18,7 @@
18
  "special": true
19
  },
20
  "50258": {
21
- "content": "<pad>",
22
  "lstrip": false,
23
  "normalized": false,
24
  "rstrip": false,
@@ -26,7 +26,7 @@
26
  "special": true
27
  },
28
  "50259": {
29
- "content": "<startofex>",
30
  "lstrip": false,
31
  "normalized": false,
32
  "rstrip": false,
@@ -40,7 +40,7 @@
40
  ],
41
  "bos_token": "<|endoftext|>",
42
  "clean_up_tokenization_spaces": false,
43
- "eos_token": "<endofex>",
44
  "extra_special_tokens": {},
45
  "model_max_length": 1024,
46
  "pad_token": "<pad>",
 
10
  "special": true
11
  },
12
  "50257": {
13
+ "content": "<pad>",
14
  "lstrip": false,
15
  "normalized": false,
16
  "rstrip": false,
 
18
  "special": true
19
  },
20
  "50258": {
21
+ "content": "<startofex>",
22
  "lstrip": false,
23
  "normalized": false,
24
  "rstrip": false,
 
26
  "special": true
27
  },
28
  "50259": {
29
+ "content": "<endofex>",
30
  "lstrip": false,
31
  "normalized": false,
32
  "rstrip": false,
 
40
  ],
41
  "bos_token": "<|endoftext|>",
42
  "clean_up_tokenization_spaces": false,
43
+ "eos_token": "<|endoftext|>",
44
  "extra_special_tokens": {},
45
  "model_max_length": 1024,
46
  "pad_token": "<pad>",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:36731d981402fe2cfafd285d1f254c515c56563638887752d291281033328e48
3
  size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d4e4dae45a4238124d7cb25cde18a8af9c6cc28b767137430de63cb7b699fa0
3
  size 5432