currentfear commited on
Commit
bba3da8
·
verified ·
1 Parent(s): ce71348

Training done

Browse files
Files changed (3) hide show
  1. added_tokens.json +8 -8
  2. tokenizer.json +8 -8
  3. tokenizer_config.json +8 -8
added_tokens.json CHANGED
@@ -1,16 +1,16 @@
1
  {
2
- "</s_firstSurname>": 57526,
3
- "</s_name>": 57528,
4
  "</s_number>": 57530,
5
- "</s_secondSurname>": 57532,
6
- "</s_type>": 57534,
7
  "<s_cord-v2>": 57535,
8
- "<s_firstSurname>": 57525,
9
  "<s_iitcdip>": 57523,
10
- "<s_name>": 57527,
11
  "<s_number>": 57529,
12
- "<s_secondSurname>": 57531,
13
  "<s_synthdog>": 57524,
14
- "<s_type>": 57533,
15
  "<sep/>": 57522
16
  }
 
1
  {
2
+ "</s_firstSurname>": 57534,
3
+ "</s_name>": 57532,
4
  "</s_number>": 57530,
5
+ "</s_secondSurname>": 57528,
6
+ "</s_type>": 57526,
7
  "<s_cord-v2>": 57535,
8
+ "<s_firstSurname>": 57533,
9
  "<s_iitcdip>": 57523,
10
+ "<s_name>": 57531,
11
  "<s_number>": 57529,
12
+ "<s_secondSurname>": 57527,
13
  "<s_synthdog>": 57524,
14
+ "<s_type>": 57525,
15
  "<sep/>": 57522
16
  }
tokenizer.json CHANGED
@@ -91,7 +91,7 @@
91
  },
92
  {
93
  "id": 57525,
94
- "content": "<s_firstSurname>",
95
  "single_word": false,
96
  "lstrip": false,
97
  "rstrip": false,
@@ -100,7 +100,7 @@
100
  },
101
  {
102
  "id": 57526,
103
- "content": "</s_firstSurname>",
104
  "single_word": false,
105
  "lstrip": false,
106
  "rstrip": false,
@@ -109,7 +109,7 @@
109
  },
110
  {
111
  "id": 57527,
112
- "content": "<s_name>",
113
  "single_word": false,
114
  "lstrip": false,
115
  "rstrip": false,
@@ -118,7 +118,7 @@
118
  },
119
  {
120
  "id": 57528,
121
- "content": "</s_name>",
122
  "single_word": false,
123
  "lstrip": false,
124
  "rstrip": false,
@@ -145,7 +145,7 @@
145
  },
146
  {
147
  "id": 57531,
148
- "content": "<s_secondSurname>",
149
  "single_word": false,
150
  "lstrip": false,
151
  "rstrip": false,
@@ -154,7 +154,7 @@
154
  },
155
  {
156
  "id": 57532,
157
- "content": "</s_secondSurname>",
158
  "single_word": false,
159
  "lstrip": false,
160
  "rstrip": false,
@@ -163,7 +163,7 @@
163
  },
164
  {
165
  "id": 57533,
166
- "content": "<s_type>",
167
  "single_word": false,
168
  "lstrip": false,
169
  "rstrip": false,
@@ -172,7 +172,7 @@
172
  },
173
  {
174
  "id": 57534,
175
- "content": "</s_type>",
176
  "single_word": false,
177
  "lstrip": false,
178
  "rstrip": false,
 
91
  },
92
  {
93
  "id": 57525,
94
+ "content": "<s_type>",
95
  "single_word": false,
96
  "lstrip": false,
97
  "rstrip": false,
 
100
  },
101
  {
102
  "id": 57526,
103
+ "content": "</s_type>",
104
  "single_word": false,
105
  "lstrip": false,
106
  "rstrip": false,
 
109
  },
110
  {
111
  "id": 57527,
112
+ "content": "<s_secondSurname>",
113
  "single_word": false,
114
  "lstrip": false,
115
  "rstrip": false,
 
118
  },
119
  {
120
  "id": 57528,
121
+ "content": "</s_secondSurname>",
122
  "single_word": false,
123
  "lstrip": false,
124
  "rstrip": false,
 
145
  },
146
  {
147
  "id": 57531,
148
+ "content": "<s_name>",
149
  "single_word": false,
150
  "lstrip": false,
151
  "rstrip": false,
 
154
  },
155
  {
156
  "id": 57532,
157
+ "content": "</s_name>",
158
  "single_word": false,
159
  "lstrip": false,
160
  "rstrip": false,
 
163
  },
164
  {
165
  "id": 57533,
166
+ "content": "<s_firstSurname>",
167
  "single_word": false,
168
  "lstrip": false,
169
  "rstrip": false,
 
172
  },
173
  {
174
  "id": 57534,
175
+ "content": "</s_firstSurname>",
176
  "single_word": false,
177
  "lstrip": false,
178
  "rstrip": false,
tokenizer_config.json CHANGED
@@ -65,7 +65,7 @@
65
  "special": true
66
  },
67
  "57525": {
68
- "content": "<s_firstSurname>",
69
  "lstrip": false,
70
  "normalized": true,
71
  "rstrip": false,
@@ -73,7 +73,7 @@
73
  "special": false
74
  },
75
  "57526": {
76
- "content": "</s_firstSurname>",
77
  "lstrip": false,
78
  "normalized": true,
79
  "rstrip": false,
@@ -81,7 +81,7 @@
81
  "special": false
82
  },
83
  "57527": {
84
- "content": "<s_name>",
85
  "lstrip": false,
86
  "normalized": true,
87
  "rstrip": false,
@@ -89,7 +89,7 @@
89
  "special": false
90
  },
91
  "57528": {
92
- "content": "</s_name>",
93
  "lstrip": false,
94
  "normalized": true,
95
  "rstrip": false,
@@ -113,7 +113,7 @@
113
  "special": false
114
  },
115
  "57531": {
116
- "content": "<s_secondSurname>",
117
  "lstrip": false,
118
  "normalized": true,
119
  "rstrip": false,
@@ -121,7 +121,7 @@
121
  "special": false
122
  },
123
  "57532": {
124
- "content": "</s_secondSurname>",
125
  "lstrip": false,
126
  "normalized": true,
127
  "rstrip": false,
@@ -129,7 +129,7 @@
129
  "special": false
130
  },
131
  "57533": {
132
- "content": "<s_type>",
133
  "lstrip": false,
134
  "normalized": true,
135
  "rstrip": false,
@@ -137,7 +137,7 @@
137
  "special": false
138
  },
139
  "57534": {
140
- "content": "</s_type>",
141
  "lstrip": false,
142
  "normalized": true,
143
  "rstrip": false,
 
65
  "special": true
66
  },
67
  "57525": {
68
+ "content": "<s_type>",
69
  "lstrip": false,
70
  "normalized": true,
71
  "rstrip": false,
 
73
  "special": false
74
  },
75
  "57526": {
76
+ "content": "</s_type>",
77
  "lstrip": false,
78
  "normalized": true,
79
  "rstrip": false,
 
81
  "special": false
82
  },
83
  "57527": {
84
+ "content": "<s_secondSurname>",
85
  "lstrip": false,
86
  "normalized": true,
87
  "rstrip": false,
 
89
  "special": false
90
  },
91
  "57528": {
92
+ "content": "</s_secondSurname>",
93
  "lstrip": false,
94
  "normalized": true,
95
  "rstrip": false,
 
113
  "special": false
114
  },
115
  "57531": {
116
+ "content": "<s_name>",
117
  "lstrip": false,
118
  "normalized": true,
119
  "rstrip": false,
 
121
  "special": false
122
  },
123
  "57532": {
124
+ "content": "</s_name>",
125
  "lstrip": false,
126
  "normalized": true,
127
  "rstrip": false,
 
129
  "special": false
130
  },
131
  "57533": {
132
+ "content": "<s_firstSurname>",
133
  "lstrip": false,
134
  "normalized": true,
135
  "rstrip": false,
 
137
  "special": false
138
  },
139
  "57534": {
140
+ "content": "</s_firstSurname>",
141
  "lstrip": false,
142
  "normalized": true,
143
  "rstrip": false,