ashishkgpian commited on
Commit
cc155e8
·
verified ·
1 Parent(s): 6ee4760

Upload tokenizer

Browse files
Files changed (2) hide show
  1. tokenizer_config.json +2 -2
  2. vocab.txt +51 -51
tokenizer_config.json CHANGED
@@ -44,9 +44,9 @@
44
  "clean_up_tokenization_spaces": true,
45
  "cls_token": "[CLS]",
46
  "do_basic_tokenize": true,
47
- "do_lower_case": false,
48
  "mask_token": "[MASK]",
49
- "model_max_length": 512,
50
  "never_split": null,
51
  "pad_token": "[PAD]",
52
  "sep_token": "[SEP]",
 
44
  "clean_up_tokenization_spaces": true,
45
  "cls_token": "[CLS]",
46
  "do_basic_tokenize": true,
47
+ "do_lower_case": true,
48
  "mask_token": "[MASK]",
49
+ "model_max_length": 1000000000000000019884624838656,
50
  "never_split": null,
51
  "pad_token": "[PAD]",
52
  "sep_token": "[SEP]",
vocab.txt CHANGED
@@ -1,55 +1,55 @@
1
  [PAD]
2
- [unused1]
3
- [unused2]
4
- [unused3]
5
- [unused4]
6
- [unused5]
7
- [unused6]
8
- [unused7]
9
- [unused8]
10
- [unused9]
11
- [unused10]
12
- [unused11]
13
- [unused12]
14
- [unused13]
15
- [unused14]
16
- [unused15]
17
- [unused16]
18
- [unused17]
19
- [unused18]
20
- [unused19]
21
- [unused20]
22
- [unused21]
23
- [unused22]
24
- [unused23]
25
- [unused24]
26
- [unused25]
27
- [unused26]
28
- [unused27]
29
- [unused28]
30
- [unused29]
31
- [unused30]
32
- [unused31]
33
- [unused32]
34
- [unused33]
35
- [unused34]
36
- [unused35]
37
- [unused36]
38
- [unused37]
39
- [unused38]
40
- [unused39]
41
- [unused40]
42
- [unused41]
43
- [unused42]
44
- [unused43]
45
- [unused44]
46
- [unused45]
47
- [unused46]
48
- [unused47]
49
- [unused48]
50
- [unused49]
51
- [unused50]
52
- [unused51]
53
  [unused52]
54
  [unused53]
55
  [unused54]
 
1
  [PAD]
2
+ CHIEF
3
+ COMPLAINT
4
+ PRESENT
5
+ ILLNESS
6
+ MEDICAL
7
+ HISTORY
8
+ MEDICATION
9
+ ADMISSION
10
+ ALLERGIES
11
+ PHYSICAL
12
+ EXAM
13
+ FAMILY
14
+ SOCIAL
15
+ IMPRESSION
16
+ PAST
17
+ REASON
18
+ FOR
19
+ VISIT
20
+ MAJOR
21
+ PROBLEMS
22
+ NARRATIVE
23
+ CONSULT
24
+ ATTENDING
25
+ NOTE
26
+ ASSESSMENT
27
+ PLAN
28
+ EMERGENCY
29
+ DEPARTMENT
30
+ COURSE
31
+ FINAL
32
+ DIAGNOSIS
33
+ DISPOSITION
34
+ INCLUDING
35
+ CONDITION
36
+ UPON
37
+ DISCHARGE
38
+ RECOMMENDATIONS
39
+ PROCEDURES
40
+ CHANGE
41
+ THERAPIES
42
+ RENEWALS
43
+ RESULTS
44
+ FINDINGS
45
+ PRIMARY
46
+ CONSULTATIONS
47
+ PCP
48
+ DISPO
49
+ DECISION
50
+ MAKING
51
+ DIAGNOSES
52
+ PERSONAL
53
  [unused52]
54
  [unused53]
55
  [unused54]