Training done
Browse files- added_tokens.json +16 -16
- preprocessor_config.json +2 -2
- tokenizer.json +18 -32
added_tokens.json
CHANGED
|
@@ -1,20 +1,20 @@
|
|
| 1 |
{
|
| 2 |
-
"</s_BOARD>":
|
| 3 |
-
"</s_DOB>":
|
| 4 |
-
"</s_GENDER>":
|
| 5 |
-
"</s_MARKS>":
|
| 6 |
-
"</s_NAME>":
|
| 7 |
-
"</s_SCHOOL>":
|
| 8 |
-
"</s_UID>":
|
| 9 |
-
"</s_YOP>":
|
| 10 |
-
"<s_BOARD>":
|
| 11 |
-
"<s_DOB>":
|
| 12 |
-
"<s_GENDER>":
|
| 13 |
-
"<s_MARKS>":
|
| 14 |
-
"<s_NAME>":
|
| 15 |
-
"<s_SCHOOL>":
|
| 16 |
-
"<s_UID>":
|
| 17 |
-
"<s_YOP>":
|
| 18 |
"<s_cord-v2>": 57541,
|
| 19 |
"<s_iitcdip>": 57523,
|
| 20 |
"<s_synthdog>": 57524,
|
|
|
|
| 1 |
{
|
| 2 |
+
"</s_BOARD>": 57534,
|
| 3 |
+
"</s_DOB>": 57536,
|
| 4 |
+
"</s_GENDER>": 57540,
|
| 5 |
+
"</s_MARKS>": 57532,
|
| 6 |
+
"</s_NAME>": 57530,
|
| 7 |
+
"</s_SCHOOL>": 57528,
|
| 8 |
+
"</s_UID>": 57538,
|
| 9 |
+
"</s_YOP>": 57526,
|
| 10 |
+
"<s_BOARD>": 57533,
|
| 11 |
+
"<s_DOB>": 57535,
|
| 12 |
+
"<s_GENDER>": 57539,
|
| 13 |
+
"<s_MARKS>": 57531,
|
| 14 |
+
"<s_NAME>": 57529,
|
| 15 |
+
"<s_SCHOOL>": 57527,
|
| 16 |
+
"<s_UID>": 57537,
|
| 17 |
+
"<s_YOP>": 57525,
|
| 18 |
"<s_cord-v2>": 57541,
|
| 19 |
"<s_iitcdip>": 57523,
|
| 20 |
"<s_synthdog>": 57524,
|
preprocessor_config.json
CHANGED
|
@@ -20,7 +20,7 @@
|
|
| 20 |
"resample": 2,
|
| 21 |
"rescale_factor": 0.00392156862745098,
|
| 22 |
"size": [
|
| 23 |
-
|
| 24 |
-
|
| 25 |
]
|
| 26 |
}
|
|
|
|
| 20 |
"resample": 2,
|
| 21 |
"rescale_factor": 0.00392156862745098,
|
| 22 |
"size": [
|
| 23 |
+
640,
|
| 24 |
+
960
|
| 25 |
]
|
| 26 |
}
|
tokenizer.json
CHANGED
|
@@ -1,21 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"version": "1.0",
|
| 3 |
-
"truncation":
|
| 4 |
-
|
| 5 |
-
"max_length": 256,
|
| 6 |
-
"strategy": "LongestFirst",
|
| 7 |
-
"stride": 0
|
| 8 |
-
},
|
| 9 |
-
"padding": {
|
| 10 |
-
"strategy": {
|
| 11 |
-
"Fixed": 256
|
| 12 |
-
},
|
| 13 |
-
"direction": "Right",
|
| 14 |
-
"pad_to_multiple_of": null,
|
| 15 |
-
"pad_id": 1,
|
| 16 |
-
"pad_type_id": 0,
|
| 17 |
-
"pad_token": "<pad>"
|
| 18 |
-
},
|
| 19 |
"added_tokens": [
|
| 20 |
{
|
| 21 |
"id": 0,
|
|
@@ -91,7 +77,7 @@
|
|
| 91 |
},
|
| 92 |
{
|
| 93 |
"id": 57525,
|
| 94 |
-
"content": "<
|
| 95 |
"single_word": false,
|
| 96 |
"lstrip": false,
|
| 97 |
"rstrip": false,
|
|
@@ -100,7 +86,7 @@
|
|
| 100 |
},
|
| 101 |
{
|
| 102 |
"id": 57526,
|
| 103 |
-
"content": "</
|
| 104 |
"single_word": false,
|
| 105 |
"lstrip": false,
|
| 106 |
"rstrip": false,
|
|
@@ -109,7 +95,7 @@
|
|
| 109 |
},
|
| 110 |
{
|
| 111 |
"id": 57527,
|
| 112 |
-
"content": "<
|
| 113 |
"single_word": false,
|
| 114 |
"lstrip": false,
|
| 115 |
"rstrip": false,
|
|
@@ -118,7 +104,7 @@
|
|
| 118 |
},
|
| 119 |
{
|
| 120 |
"id": 57528,
|
| 121 |
-
"content": "</
|
| 122 |
"single_word": false,
|
| 123 |
"lstrip": false,
|
| 124 |
"rstrip": false,
|
|
@@ -127,7 +113,7 @@
|
|
| 127 |
},
|
| 128 |
{
|
| 129 |
"id": 57529,
|
| 130 |
-
"content": "<
|
| 131 |
"single_word": false,
|
| 132 |
"lstrip": false,
|
| 133 |
"rstrip": false,
|
|
@@ -136,7 +122,7 @@
|
|
| 136 |
},
|
| 137 |
{
|
| 138 |
"id": 57530,
|
| 139 |
-
"content": "</
|
| 140 |
"single_word": false,
|
| 141 |
"lstrip": false,
|
| 142 |
"rstrip": false,
|
|
@@ -145,7 +131,7 @@
|
|
| 145 |
},
|
| 146 |
{
|
| 147 |
"id": 57531,
|
| 148 |
-
"content": "<
|
| 149 |
"single_word": false,
|
| 150 |
"lstrip": false,
|
| 151 |
"rstrip": false,
|
|
@@ -154,7 +140,7 @@
|
|
| 154 |
},
|
| 155 |
{
|
| 156 |
"id": 57532,
|
| 157 |
-
"content": "</
|
| 158 |
"single_word": false,
|
| 159 |
"lstrip": false,
|
| 160 |
"rstrip": false,
|
|
@@ -163,7 +149,7 @@
|
|
| 163 |
},
|
| 164 |
{
|
| 165 |
"id": 57533,
|
| 166 |
-
"content": "<
|
| 167 |
"single_word": false,
|
| 168 |
"lstrip": false,
|
| 169 |
"rstrip": false,
|
|
@@ -172,7 +158,7 @@
|
|
| 172 |
},
|
| 173 |
{
|
| 174 |
"id": 57534,
|
| 175 |
-
"content": "</
|
| 176 |
"single_word": false,
|
| 177 |
"lstrip": false,
|
| 178 |
"rstrip": false,
|
|
@@ -181,7 +167,7 @@
|
|
| 181 |
},
|
| 182 |
{
|
| 183 |
"id": 57535,
|
| 184 |
-
"content": "<
|
| 185 |
"single_word": false,
|
| 186 |
"lstrip": false,
|
| 187 |
"rstrip": false,
|
|
@@ -190,7 +176,7 @@
|
|
| 190 |
},
|
| 191 |
{
|
| 192 |
"id": 57536,
|
| 193 |
-
"content": "</
|
| 194 |
"single_word": false,
|
| 195 |
"lstrip": false,
|
| 196 |
"rstrip": false,
|
|
@@ -199,7 +185,7 @@
|
|
| 199 |
},
|
| 200 |
{
|
| 201 |
"id": 57537,
|
| 202 |
-
"content": "<
|
| 203 |
"single_word": false,
|
| 204 |
"lstrip": false,
|
| 205 |
"rstrip": false,
|
|
@@ -208,7 +194,7 @@
|
|
| 208 |
},
|
| 209 |
{
|
| 210 |
"id": 57538,
|
| 211 |
-
"content": "</
|
| 212 |
"single_word": false,
|
| 213 |
"lstrip": false,
|
| 214 |
"rstrip": false,
|
|
@@ -217,7 +203,7 @@
|
|
| 217 |
},
|
| 218 |
{
|
| 219 |
"id": 57539,
|
| 220 |
-
"content": "<
|
| 221 |
"single_word": false,
|
| 222 |
"lstrip": false,
|
| 223 |
"rstrip": false,
|
|
@@ -226,7 +212,7 @@
|
|
| 226 |
},
|
| 227 |
{
|
| 228 |
"id": 57540,
|
| 229 |
-
"content": "</
|
| 230 |
"single_word": false,
|
| 231 |
"lstrip": false,
|
| 232 |
"rstrip": false,
|
|
|
|
| 1 |
{
|
| 2 |
"version": "1.0",
|
| 3 |
+
"truncation": null,
|
| 4 |
+
"padding": null,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
"added_tokens": [
|
| 6 |
{
|
| 7 |
"id": 0,
|
|
|
|
| 77 |
},
|
| 78 |
{
|
| 79 |
"id": 57525,
|
| 80 |
+
"content": "<s_YOP>",
|
| 81 |
"single_word": false,
|
| 82 |
"lstrip": false,
|
| 83 |
"rstrip": false,
|
|
|
|
| 86 |
},
|
| 87 |
{
|
| 88 |
"id": 57526,
|
| 89 |
+
"content": "</s_YOP>",
|
| 90 |
"single_word": false,
|
| 91 |
"lstrip": false,
|
| 92 |
"rstrip": false,
|
|
|
|
| 95 |
},
|
| 96 |
{
|
| 97 |
"id": 57527,
|
| 98 |
+
"content": "<s_SCHOOL>",
|
| 99 |
"single_word": false,
|
| 100 |
"lstrip": false,
|
| 101 |
"rstrip": false,
|
|
|
|
| 104 |
},
|
| 105 |
{
|
| 106 |
"id": 57528,
|
| 107 |
+
"content": "</s_SCHOOL>",
|
| 108 |
"single_word": false,
|
| 109 |
"lstrip": false,
|
| 110 |
"rstrip": false,
|
|
|
|
| 113 |
},
|
| 114 |
{
|
| 115 |
"id": 57529,
|
| 116 |
+
"content": "<s_NAME>",
|
| 117 |
"single_word": false,
|
| 118 |
"lstrip": false,
|
| 119 |
"rstrip": false,
|
|
|
|
| 122 |
},
|
| 123 |
{
|
| 124 |
"id": 57530,
|
| 125 |
+
"content": "</s_NAME>",
|
| 126 |
"single_word": false,
|
| 127 |
"lstrip": false,
|
| 128 |
"rstrip": false,
|
|
|
|
| 131 |
},
|
| 132 |
{
|
| 133 |
"id": 57531,
|
| 134 |
+
"content": "<s_MARKS>",
|
| 135 |
"single_word": false,
|
| 136 |
"lstrip": false,
|
| 137 |
"rstrip": false,
|
|
|
|
| 140 |
},
|
| 141 |
{
|
| 142 |
"id": 57532,
|
| 143 |
+
"content": "</s_MARKS>",
|
| 144 |
"single_word": false,
|
| 145 |
"lstrip": false,
|
| 146 |
"rstrip": false,
|
|
|
|
| 149 |
},
|
| 150 |
{
|
| 151 |
"id": 57533,
|
| 152 |
+
"content": "<s_BOARD>",
|
| 153 |
"single_word": false,
|
| 154 |
"lstrip": false,
|
| 155 |
"rstrip": false,
|
|
|
|
| 158 |
},
|
| 159 |
{
|
| 160 |
"id": 57534,
|
| 161 |
+
"content": "</s_BOARD>",
|
| 162 |
"single_word": false,
|
| 163 |
"lstrip": false,
|
| 164 |
"rstrip": false,
|
|
|
|
| 167 |
},
|
| 168 |
{
|
| 169 |
"id": 57535,
|
| 170 |
+
"content": "<s_DOB>",
|
| 171 |
"single_word": false,
|
| 172 |
"lstrip": false,
|
| 173 |
"rstrip": false,
|
|
|
|
| 176 |
},
|
| 177 |
{
|
| 178 |
"id": 57536,
|
| 179 |
+
"content": "</s_DOB>",
|
| 180 |
"single_word": false,
|
| 181 |
"lstrip": false,
|
| 182 |
"rstrip": false,
|
|
|
|
| 185 |
},
|
| 186 |
{
|
| 187 |
"id": 57537,
|
| 188 |
+
"content": "<s_UID>",
|
| 189 |
"single_word": false,
|
| 190 |
"lstrip": false,
|
| 191 |
"rstrip": false,
|
|
|
|
| 194 |
},
|
| 195 |
{
|
| 196 |
"id": 57538,
|
| 197 |
+
"content": "</s_UID>",
|
| 198 |
"single_word": false,
|
| 199 |
"lstrip": false,
|
| 200 |
"rstrip": false,
|
|
|
|
| 203 |
},
|
| 204 |
{
|
| 205 |
"id": 57539,
|
| 206 |
+
"content": "<s_GENDER>",
|
| 207 |
"single_word": false,
|
| 208 |
"lstrip": false,
|
| 209 |
"rstrip": false,
|
|
|
|
| 212 |
},
|
| 213 |
{
|
| 214 |
"id": 57540,
|
| 215 |
+
"content": "</s_GENDER>",
|
| 216 |
"single_word": false,
|
| 217 |
"lstrip": false,
|
| 218 |
"rstrip": false,
|