Upload 3 files

RefactorModels.py

@@ -0,0 +1,47 @@
+import torch.nn as nn
+import torch
+from transformers import AutoModel, AutoConfig
+
+class RefactorSpanModel(nn.Module):
+    def __init__(self):
+        super().__init__()
+        base_model_path = 'microsoft/codebert-base'
+        self.base_config = AutoConfig.from_pretrained(base_model_path)
+        self.base_model = AutoModel.from_config(self.base_config)
+        self.dropout = nn.Dropout(0.5)
+        self.classifier = nn.Linear(768, 1)
+        self.start_span = nn.Linear(768, 1)
+
+    def forward(self, input_ids):
+        outputs = self.base_model(input_ids)
+        outputs_pool = self.dropout(outputs[1]) #use pooler output...
+        outputs_hidden = self.dropout(outputs[0]) 
+        refactor = self.classifier(outputs_pool)
+        span = self.start_span(outputs_hidden)
+        return refactor, span
+    
+class RefactorModel(nn.Module):
+    def __init__(self):
+        super().__init__()
+        base_model_path = 'microsoft/codebert-base'
+        self.base_config = AutoConfig.from_pretrained(base_model_path)
+        self.base_model = AutoModel.from_config(self.base_config)
+        self.dropout = nn.Dropout(0.5)
+        self.classifier = nn.Linear(768, 1)
+
+    def forward(self, input_ids):
+        outputs = self.base_model(input_ids)
+        outputs_pool = self.dropout(outputs[1]) #use pooler output...
+        refactor = self.classifier(outputs_pool)
+        return refactor
+    
+if __name__ == "__main__":
+    checkpoint = 'pytorch_model_RSP.bin'
+    model = RefactorSpanModel() 
+    model.load_state_dict(torch.load(checkpoint), strict=True)
+    #print(model.base_model.embeddings.word_embeddings.weight)
+    
+    checkpoint = 'pytorch_model_RP.bin'
+    model = RefactorModel() 
+    model.load_state_dict(torch.load(checkpoint), strict=True)
+    #print(model.base_model.embeddings.word_embeddings.weight)

pytorch_model_RP.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bf67df05f4bed987db3343a44d1c6a95eae260e557e8bfb3e05fffaf40ccc8
+size 498678473

pytorch_model_RSP.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b310c8c8915cf8e5d3c81dd47a1acccb93455202cc5de7a7141e62441cc649
+size 498682203