Fix auth token

language_model.py

@@ -18,7 +18,6 @@ TASK_PREFIX = {
 ADDITIONAL_SP_TOKENS = {'hl': '<hl>'}
 
 def load_language_model(model_id,
-                        use_auth_token: bool = True,
                         ):
     """ Load language model from hugging face hub. """
     tokenizer = AutoTokenizer.from_pretrained(model_id)
@@ -45,7 +44,6 @@ class TransformersAVG:
                  max_target_length: int = 256,
                  model_ve: str = None,
                  max_target_length_ve: int = 34,
-                 use_auth_token: bool = True,
                  is_ag: bool = None,
                  is_avg: bool = None,
                  is_ve: bool = None,
@@ -62,12 +60,10 @@ class TransformersAVG:
         self.max_target_length = max_target_length
         self.model_name_ve = model_ve
         self.max_target_length_ve = max_target_length_ve
-        self.__use_auth_token = use_auth_token
 
         # load model
         self.tokenizer, self.model, config = load_language_model(
             self.model_name,
-            use_auth_token=self.__use_auth_token,
         )
 
         # Setup GPU device
@@ -98,7 +94,6 @@ class TransformersAVG:
         # load ve model
         self.ve_tokenizer, self.ve_model, ve_config = load_language_model(
             self.model_name_ve,
-            use_auth_token=self.__use_auth_token,
         )
 
         # generate values