commit files to HF hub

config.json

@@ -1,4 +1,5 @@
 {
+  "_commit_hash": "8d7a2f712cf7ff2b003474563a711218d61cf5c3",
   "_name_or_path": "rbawden/modern_french_normalisation",
   "activation_dropout": 0.0,
   "activation_function": "relu",

pipeline.py

@@ -10,7 +10,6 @@ import pickle
 from tqdm.auto import tqdm
 import operator
 from datasets import load_dataset
-from transformers.pipelines import PIPELINE_REGISTRY
 
 def _create_modified_versions(entry=None):
     if entry is None:
@@ -813,15 +812,6 @@ def normalise_from_stdin(batch_size=32, beam_size=5, cache_file=None, no_postpro
         #    print('pred: ' + ''.join([sent['text'][x] for x in range(a[0], max(len(a), a[1]))]) + '')
 
     return normalised_outputs
-
-
-PIPELINE_REGISTRY.register_pipeline(
-    "modern-french-normalisation",
-    pipeline_class=NormalisationPipeline,
-    pt_model=AutoModelForSeq2SeqLM,
-    default={"pt": ("rbawden/modern_french_normalisation", "main")},
-    type="text",
-)
     
 if __name__ == '__main__':
     import argparse

tokenizer_config.json

@@ -1,6 +1,7 @@
 {
   "bos_token": "<s>",
   "eos_token": "</s>",
+  "model_max_length": 1000000000000000019884624838656,
   "name_or_path": "rbawden/modern_french_normalisation",
   "pad_token": "<pad>",
   "special_tokens_map_file": "/home/rbawden/.cache/huggingface/transformers/b256f782c7622ee7cd8f990f24154fee35ec73f5b93466b241d479575da80255.9d6cd81ef646692fb1c169a880161ea1cb95f49694f220aced9b704b457e51dd",