imrazaa commited on
Commit
a39b4c5
·
verified ·
1 Parent(s): 9ae5219

Upload tokenizer

Browse files
Files changed (2) hide show
  1. README.md +3 -3
  2. tokenizer.json +1 -1
README.md CHANGED
@@ -1,12 +1,12 @@
1
  ---
 
2
  library_name: transformers
3
  license: apache-2.0
4
- base_model: distilbert-base-multilingual-cased
5
- tags:
6
- - generated_from_trainer
7
  metrics:
8
  - accuracy
9
  - f1
 
 
10
  model-index:
11
  - name: distilbert-base-multilingual-cased-en
12
  results: []
 
1
  ---
2
+ base_model: distilbert-base-multilingual-cased
3
  library_name: transformers
4
  license: apache-2.0
 
 
 
5
  metrics:
6
  - accuracy
7
  - f1
8
+ tags:
9
+ - generated_from_trainer
10
  model-index:
11
  - name: distilbert-base-multilingual-cased-en
12
  results: []
tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 512,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 128,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },