MFT-mBERT / tokenizer_config.json
HannahGoossens's picture
Upload 10 files
711f7fa verified
{
"added_tokens_decoder": {
"0": {
"content": "[PAD]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"100": {
"content": "[UNK]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"101": {
"content": "[CLS]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"102": {
"content": "[SEP]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"103": {
"content": "[MASK]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119547": {
"content": "[TakingUnderControl]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119548": {
"content": "[BeingDead]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119549": {
"content": "[Killing]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119550": {
"content": "[Arriving]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119551": {
"content": "[Translocation]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119552": {
"content": "[Communication]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119553": {
"content": "[Request]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119554": {
"content": "[Getting]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119555": {
"content": "[BeingInDebt]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119556": {
"content": "[Leaving]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119557": {
"content": "[ForceToAct]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119558": {
"content": "[Buying]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119559": {
"content": "[BeingAtAPlace]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119560": {
"content": "[FinancialTransaction]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119561": {
"content": "[Transportation]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119562": {
"content": "[HavingInPossession]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119563": {
"content": "[Enslaving]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119564": {
"content": "[Mismanagement]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119565": {
"content": "[BeingInARelationship]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119566": {
"content": "[RelationshipChange]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119567": {
"content": "[BeingAtPeace]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119568": {
"content": "[StartingConflict]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119569": {
"content": "[Collaboration]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119570": {
"content": "[Uprising]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119571": {
"content": "[BeingInConflict]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119572": {
"content": "[Giving]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119573": {
"content": "[Decreasing]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119574": {
"content": "[FallingIll]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119575": {
"content": "[ViolentContest]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119576": {
"content": "[Selling]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119577": {
"content": "[Voyage]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119578": {
"content": "[BeginningARelationship]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119579": {
"content": "[Attacking]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119580": {
"content": "[Trade]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119581": {
"content": "[HavingAMedicalCondition]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119582": {
"content": "[BeingEmployed]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119583": {
"content": "[Punishing]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119584": {
"content": "[BeingLeader]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119585": {
"content": "[Encounter]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119586": {
"content": "[Production]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119587": {
"content": "[Visit]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119588": {
"content": "[LosingPossession]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119589": {
"content": "[Dying]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119590": {
"content": "[AlteringARelationship]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119591": {
"content": "[ChangeOfPossession]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119592": {
"content": "[Increasing]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119593": {
"content": "[BeingDamaged]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119594": {
"content": "[None]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119595": {
"content": "[Destroying]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119596": {
"content": "[Damaging]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119597": {
"content": "[StartingAWar]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119598": {
"content": "[JoiningAnOrganization]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119599": {
"content": "[SocialInteraction]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119600": {
"content": "[LeavingAnOrganization]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119601": {
"content": "[InternalChange]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119602": {
"content": "[Replacing]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119603": {
"content": "[HavingInternalState-]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119604": {
"content": "[Occupation]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119605": {
"content": "[EndingARelationship]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119606": {
"content": "[IntentionalDamaging]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119607": {
"content": "[Mutiny]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119608": {
"content": "[EndingContractualAgreement]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119609": {
"content": "[SocialStatusChange]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119610": {
"content": "[BeingDestroyed]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119611": {
"content": "[Repairing]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119612": {
"content": "[BeginningContractualAgreement]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119613": {
"content": "[Sinking]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119614": {
"content": "[ExtendingContractualAgreement]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119615": {
"content": "[EndingConflict]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119616": {
"content": "[Besieging]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119617": {
"content": "[HavingInternalState+]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119618": {
"content": "[HavingContractualAgreement]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119619": {
"content": "[QuantityChange]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"119620": {
"content": "[Invasion]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
}
},
"additional_special_tokens": [
"[TakingUnderControl]",
"[BeingDead]",
"[Killing]",
"[Arriving]",
"[Translocation]",
"[Communication]",
"[Request]",
"[Getting]",
"[BeingInDebt]",
"[Leaving]",
"[ForceToAct]",
"[Buying]",
"[BeingAtAPlace]",
"[FinancialTransaction]",
"[Transportation]",
"[HavingInPossession]",
"[Enslaving]",
"[Mismanagement]",
"[BeingInARelationship]",
"[RelationshipChange]",
"[BeingAtPeace]",
"[StartingConflict]",
"[Collaboration]",
"[Uprising]",
"[BeingInConflict]",
"[Giving]",
"[Decreasing]",
"[FallingIll]",
"[ViolentContest]",
"[Selling]",
"[Voyage]",
"[BeginningARelationship]",
"[Attacking]",
"[Trade]",
"[HavingAMedicalCondition]",
"[BeingEmployed]",
"[Punishing]",
"[BeingLeader]",
"[Encounter]",
"[Production]",
"[Visit]",
"[LosingPossession]",
"[Dying]",
"[AlteringARelationship]",
"[ChangeOfPossession]",
"[Increasing]",
"[BeingDamaged]",
"[None]",
"[Destroying]",
"[Damaging]",
"[StartingAWar]",
"[JoiningAnOrganization]",
"[SocialInteraction]",
"[LeavingAnOrganization]",
"[InternalChange]",
"[Replacing]",
"[HavingInternalState-]",
"[Occupation]",
"[EndingARelationship]",
"[IntentionalDamaging]",
"[Mutiny]",
"[EndingContractualAgreement]",
"[SocialStatusChange]",
"[BeingDestroyed]",
"[Repairing]",
"[BeginningContractualAgreement]",
"[Sinking]",
"[ExtendingContractualAgreement]",
"[EndingConflict]",
"[Besieging]",
"[HavingInternalState+]",
"[HavingContractualAgreement]",
"[QuantityChange]",
"[Invasion]"
],
"clean_up_tokenization_spaces": false,
"cls_token": "[CLS]",
"do_lower_case": false,
"extra_special_tokens": {},
"mask_token": "[MASK]",
"model_max_length": 512,
"pad_token": "[PAD]",
"sep_token": "[SEP]",
"strip_accents": null,
"tokenize_chinese_chars": true,
"tokenizer_class": "BertTokenizer",
"unk_token": "[UNK]"
}