Waheeb2001 commited on
Commit
516cca8
·
verified ·
1 Parent(s): 0e3b686

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -22,6 +22,6 @@
22
  "scoring_func": "softmax",
23
  "seq_aux": true,
24
  "torch_dtype": "float32",
25
- "transformers_version": "4.52.4",
26
  "vocab_size": 6400
27
  }
 
22
  "scoring_func": "softmax",
23
  "seq_aux": true,
24
  "torch_dtype": "float32",
25
+ "transformers_version": "4.53.2",
26
  "vocab_size": 6400
27
  }
generation_config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "transformers_version": "4.47.1"
4
+ }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19dce3a6614de721ef4246c5dec1671b0caff16def8e89db02a4d5b68ccc8a40
3
- size 116451407
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54cc57ce40411d29b12307898f3143c242cac4e3a158d2b69dd3c4effda534ab
3
+ size 116450383
tokenizer.json CHANGED
@@ -1,21 +1,7 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 512,
6
- "strategy": "LongestFirst",
7
- "stride": 0
8
- },
9
- "padding": {
10
- "strategy": {
11
- "Fixed": 512
12
- },
13
- "direction": "Right",
14
- "pad_to_multiple_of": null,
15
- "pad_id": 0,
16
- "pad_type_id": 0,
17
- "pad_token": "<unk>"
18
- },
19
  "added_tokens": [
20
  {
21
  "id": 0,
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5
  "added_tokens": [
6
  {
7
  "id": 0,
tokenizer_config.json CHANGED
@@ -34,10 +34,17 @@
34
  "eos_token": "</s>",
35
  "extra_special_tokens": {},
36
  "legacy": true,
 
37
  "model_max_length": 32768,
 
38
  "pad_token": "<unk>",
 
 
39
  "sp_model_kwargs": {},
40
  "spaces_between_special_tokens": false,
41
- "tokenizer_class": "PreTrainedTokenizer",
 
 
 
42
  "unk_token": "<unk>"
43
  }
 
34
  "eos_token": "</s>",
35
  "extra_special_tokens": {},
36
  "legacy": true,
37
+ "max_length": 512,
38
  "model_max_length": 32768,
39
+ "pad_to_multiple_of": null,
40
  "pad_token": "<unk>",
41
+ "pad_token_type_id": 0,
42
+ "padding_side": "right",
43
  "sp_model_kwargs": {},
44
  "spaces_between_special_tokens": false,
45
+ "stride": 0,
46
+ "tokenizer_class": "PreTrainedTokenizerFast",
47
+ "truncation_side": "right",
48
+ "truncation_strategy": "longest_first",
49
  "unk_token": "<unk>"
50
  }