distilbert_endian_classifier

Repv1111 commited on 20 days ago

Commit

c86f736

verified ·

1 Parent(s): 09cb2ee

Upload tokenizer.json

Files changed (1) hide show

tokenizer.json CHANGED Viewed

@@ -23,7 +23,7 @@
       "single_word": true,
       "lstrip": true,
       "rstrip": true,
-      "normalized": false,
       "special": true
     },
     {
@@ -32,8 +32,8 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": true,
-      "special": false
     },
     {
       "id": 101,

       "single_word": true,
       "lstrip": true,
       "rstrip": true,
+      "normalized": true,
       "special": true
     },
     {
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
+      "normalized": false,
+      "special": true
     },
     {
       "id": 101,