Upload BERT_Arch

init.py

@@ -60,20 +60,22 @@ class BERT_Arch(BertPreTrainedModel):
         return x
 
 
-PragFormerConfig.register_for_auto_class()
-BERT_Arch.register_for_auto_class("AutoModel")
-config = PragFormerConfig.from_pretrained('./Classifier/PragFormer')
-model = BERT_Arch(config)
-pretrained_model = BERT_Arch.from_pretrained("./Classifier/PragFormer")
-model.load_state_dict(pretrained_model.state_dict())
-model.push_to_hub("PragFormer")
-
-
-# AutoConfig.register("pragformer", PragFormerConfig)
-# AutoModel.register(PragFormerConfig, BERT_Arch)
-# model.push_to_hub("PragFormer")
-# # config = PragFormerConfig.from_pretrained('./PragFormer')
-# # model = BERT_Arch(config)
-# # pretrained_model = BERT_Arch.from_pretrained("./PragFormer")
-# # model.load_state_dict(pretrained_model.state_dict())
-# # model.push_to_hub("PragFormer")
+if __name__ == "__main__":
+
+    PragFormerConfig.register_for_auto_class()
+    BERT_Arch.register_for_auto_class("AutoModel")
+    config = PragFormerConfig.from_pretrained('./PragFormer')
+    model = BERT_Arch(config)
+    pretrained_model = BERT_Arch.from_pretrained("./PragFormer")
+    model.load_state_dict(pretrained_model.state_dict())
+    model.push_to_hub("PragFormer")
+
+
+    # AutoConfig.register("pragformer", PragFormerConfig)
+    # AutoModel.register(PragFormerConfig, BERT_Arch)
+    # model.push_to_hub("PragFormer")
+    # # config = PragFormerConfig.from_pretrained('./PragFormer')
+    # # model = BERT_Arch(config)
+    # # pretrained_model = BERT_Arch.from_pretrained("./PragFormer")
+    # # model.load_state_dict(pretrained_model.state_dict())
+    # # model.push_to_hub("PragFormer")