zakerytclarke commited on
Commit
60fd622
·
verified ·
1 Parent(s): 659713d

Upload 8 files

Browse files
config.json CHANGED
@@ -57,7 +57,7 @@
57
  }
58
  },
59
  "tie_word_embeddings": true,
60
- "transformers_version": "5.0.0",
61
  "use_cache": false,
62
- "vocab_size": 32100
63
  }
 
57
  }
58
  },
59
  "tie_word_embeddings": true,
60
+ "transformers_version": "5.1.0",
61
  "use_cache": false,
62
+ "vocab_size": 32128
63
  }
generation_config.json CHANGED
@@ -4,5 +4,5 @@
4
  1
5
  ],
6
  "pad_token_id": 0,
7
- "transformers_version": "5.0.0"
8
  }
 
4
  1
5
  ],
6
  "pad_token_id": 0,
7
+ "transformers_version": "5.1.0"
8
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5031d8fde8681df2a9fc719baa44ac2236885a2f78e9f6a6d2449bc1af14890e
3
- size 242011472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9674393a44d57288d9ef05137e75ae400130e646c38410158e7778152a58cf14
3
+ size 134
spiece.model CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86
3
- size 791656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:494e3f78adee7d47cd481574567a67f49e77a88ee4ecf720909e0c8834cb200d
3
+ size 131
tokenizer.json CHANGED
@@ -1,6 +1,11 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Left",
5
+ "max_length": 128,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
  "padding": null,
10
  "added_tokens": [
11
  {
tokenizer_config.json CHANGED
@@ -4,7 +4,7 @@
4
  "clean_up_tokenization_spaces": false,
5
  "eos_token": "</s>",
6
  "extra_ids": 100,
7
- "extra_special_tokens": [
8
  "<extra_id_0>",
9
  "<extra_id_1>",
10
  "<extra_id_2>",
@@ -116,4 +116,4 @@
116
  "truncation_side": "left",
117
  "truncation_strategy": "longest_first",
118
  "unk_token": "<unk>"
119
- }
 
4
  "clean_up_tokenization_spaces": false,
5
  "eos_token": "</s>",
6
  "extra_ids": 100,
7
+ "additional_special_tokens": [
8
  "<extra_id_0>",
9
  "<extra_id_1>",
10
  "<extra_id_2>",
 
116
  "truncation_side": "left",
117
  "truncation_strategy": "longest_first",
118
  "unk_token": "<unk>"
119
+ }