Further changes for compatibility with HuggingFace Pytorch implementation

qarac/models/QaracBaseModel.py

@@ -0,0 +1,16 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+Created on Mon Oct  9 09:52:39 2023
+
+@author: peter
+"""
+
+import transformers
+
+class QaracBaseModel(transformers.PreTraineModel):
+    """Base class for Qarac Models. Provided config_class"""
+    config_class = transformers.RobertaConfig
+    
+    def __init__(self,config,*inputs,**kwargs):
+        super(QaracBaseModel,self).__init__(config,*inputs,**kwargs)

qarac/models/QaracDecoderModel.py

@@ -6,8 +6,9 @@ Created on Tue Sep  5 10:29:03 2023
 @author: peter
 """
 
-import torch
 import transformers
+import torch
+import qarac.models.QaracBaseModel.QaracBaseModel
 
 class QaracDecoderHead(torch.nn.Module):
     
@@ -75,7 +76,8 @@ class QaracDecoderHead(torch.nn.Module):
                                       False,
                                       training)[0])
 
-class QaracDecoderModel(transformers.PreTrainedModel,transformers.generation_utils.GenerationMixin):
+class QaracDecoderModel(qarac.models.QaracBaseModel.QaracBaseModel,
+                        transformers.generation_utils.GenerationMixin):
     
     def __init__(self,config,tokenizer):
         """

qarac/models/QaracEncoderModel.py

@@ -6,10 +6,10 @@ Created on Tue Sep  5 10:01:39 2023
 @author: peter
 """
 
-import transformers
+import qarac.models.QaracBaseModel
 import qarac.models.layers.GlobalAttentionPoolingHead
 
-class QaracEncoderModel(transformers.PreTrainedModel):
+class QaracEncoderModel(qarac.models.QaracBaseModel.QaracBaseModel):
     
     def __init__(self,base_model):
         """