Synthyra
/

DPLM2-150M

Model card Files Files and versions

lhallee commited on Feb 19

Commit

411f85a

·

verified ·

1 Parent(s): 2811469

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +2 -2

tokenizer_config.json CHANGED Viewed

@@ -41,10 +41,10 @@
       "special": true
     }
   },
-  "clean_up_tokenization_spaces": false,
   "cls_token": "<cls>",
   "eos_token": "<eos>",
-  "extra_special_tokens": {},
   "mask_token": "<mask>",
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",

       "special": true
     }
   },
+  "backend": "custom",
   "cls_token": "<cls>",
   "eos_token": "<eos>",
+  "is_local": false,
   "mask_token": "<mask>",
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",