jkminder commited on
Commit
735d40f
·
verified ·
1 Parent(s): 0071115

Training in progress, step 500

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b40cad59550bcf53d4b7015e8223dc624f90b31056d9657d7fb7a0088eb10c67
3
- size 4943290712
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e36e2a550b2ddec2a3a24d7f5cc2380287dcf5d2da0dfb316bec063c93a0a6f
3
+ size 4943291736
special_tokens_map.json CHANGED
@@ -1,7 +1,19 @@
1
  {
2
  "additional_special_tokens": [
3
- "<intro>",
4
- "</intro>"
 
 
 
 
 
 
 
 
 
 
 
 
5
  ],
6
  "bos_token": {
7
  "content": "<|begin_of_text|>",
@@ -17,11 +29,5 @@
17
  "rstrip": false,
18
  "single_word": false
19
  },
20
- "pad_token": {
21
- "content": "<|end_of_text|>",
22
- "lstrip": false,
23
- "normalized": false,
24
- "rstrip": false,
25
- "single_word": false
26
- }
27
  }
 
1
  {
2
  "additional_special_tokens": [
3
+ {
4
+ "content": "<intro>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ {
11
+ "content": "</intro>",
12
+ "lstrip": false,
13
+ "normalized": false,
14
+ "rstrip": false,
15
+ "single_word": false
16
+ }
17
  ],
18
  "bos_token": {
19
  "content": "<|begin_of_text|>",
 
29
  "rstrip": false,
30
  "single_word": false
31
  },
32
+ "pad_token": "<|end_of_text|>"
 
 
 
 
 
 
33
  }
tokenizer_config.json CHANGED
@@ -2073,15 +2073,11 @@
2073
  "clean_up_tokenization_spaces": true,
2074
  "eos_token": "<|end_of_text|>",
2075
  "extra_special_tokens": {},
2076
- "max_length": null,
2077
  "model_input_names": [
2078
  "input_ids",
2079
  "attention_mask"
2080
  ],
2081
  "model_max_length": 131072,
2082
- "pad_to_multiple_of": null,
2083
  "pad_token": "<|end_of_text|>",
2084
- "pad_token_type_id": 0,
2085
- "padding_side": "right",
2086
  "tokenizer_class": "PreTrainedTokenizerFast"
2087
  }
 
2073
  "clean_up_tokenization_spaces": true,
2074
  "eos_token": "<|end_of_text|>",
2075
  "extra_special_tokens": {},
 
2076
  "model_input_names": [
2077
  "input_ids",
2078
  "attention_mask"
2079
  ],
2080
  "model_max_length": 131072,
 
2081
  "pad_token": "<|end_of_text|>",
 
 
2082
  "tokenizer_class": "PreTrainedTokenizerFast"
2083
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99a96fb198a16123565e1aec48fbe659f93e0dd6d71ff40757884b1f6cfc0e76
3
  size 5777
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8046ba0cab017a1f458e30e4c02d4c2d65176a207ef06ee332deac9b915caf81
3
  size 5777