Update modeling_lang.py

modeling_lang.py

@@ -19,7 +19,24 @@ class LangDetectorModel(PreTrainedModel):
         self.dummy_param = nn.Parameter(torch.zeros(1))
         # Load floret model
         print('Does it arrive here:', self.config.config)
-        self.model_floret = floret.load_model(self.config.config.filename)
+
+                # Get filename from config
+        bin_filename = self.config.config.filename
+
+        # Check if the file is already present locally, else download it
+        if not os.path.exists(bin_filename):
+            print(f"{bin_filename} not found locally, downloading from Hugging Face hub...")
+            bin_path = hf_hub_download(repo_id=self.config.config._name_or_path, 
+                                       filename=bin_filename)
+            print(f"Downloaded .bin file at: {bin_path}")
+        else:
+            print(f"{bin_filename} found locally.")
+
+        # Load floret model using the full path
+        self.model_floret = floret.load_model(bin_filename)
+
+        
+        # self.model_floret = floret.load_model(self.config.config.filename)
 
     #
     def forward(self, input_ids, **kwargs):