Upload tokenizer

README.md

@@ -1,33 +1,34 @@
 ---
-language: ["en"]
+language:
+- en
 license: apache-2.0
 tags:
-  - text-classification
-  - sentiment-analysis
-  - imdb
-  - distilbert
+- text-classification
+- sentiment-analysis
+- imdb
+- distilbert
 pipeline_tag: text-classification
 library_name: transformers
 datasets:
-  - imdb
-model-index:
-  - name: omaressamrme/tuning
-    results:
-      - task:
-          type: text-classification
-          name: Sentiment Analysis
-        dataset:
-          name: IMDb
-          type: imdb
-          split: test
-        metrics:
-          - type: accuracy
-            value: 0.31
-          - type: f1
-            value: 0.0
+- imdb
 widget:
-  - text: "I absolutely loved this movie!"
-  - text: "This was a terrible film. I want my time back."
+- text: I absolutely loved this movie!
+- text: This was a terrible film. I want my time back.
+model-index:
+- name: omaressamrme/tuning
+  results:
+  - task:
+      type: text-classification
+      name: Sentiment Analysis
+    dataset:
+      name: IMDb
+      type: imdb
+      split: test
+    metrics:
+    - type: accuracy
+      value: 0.31
+    - type: f1
+      value: 0.0
 ---
 
 

tokenizer.json

@@ -1,11 +1,6 @@
 {
   "version": "1.0",
-  "truncation": {
-    "direction": "Right",
-    "max_length": 512,
-    "strategy": "LongestFirst",
-    "stride": 0
-  },
+  "truncation": null,
   "padding": null,
   "added_tokens": [
     {