Removed a base model that was causing a loop in model initialisation

qarac/models/QaracBaseModel.py

@@ -1,16 +0,0 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-Created on Mon Oct  9 09:52:39 2023
-
-@author: peter
-"""
-
-import transformers
-
-class QaracBaseModel(transformers.PreTrainedModel):
-    """Base class for Qarac Models. Provided config_class"""
-    config_class = transformers.PretrainedConfig
-    
-    def __init__(self,config,*inputs,**kwargs):
-        super(QaracBaseModel,self).__init__(config,*inputs,**kwargs)

qarac/models/QaracDecoderModel.py

@@ -8,7 +8,6 @@ Created on Tue Sep  5 10:29:03 2023
 
 import transformers
 import torch
-import qarac.models.QaracBaseModel
 
 class QaracDecoderHead(torch.nn.Module):
     
@@ -76,7 +75,7 @@ class QaracDecoderHead(torch.nn.Module):
                                       False,
                                       training)[0])
 
-class QaracDecoderModel(qarac.models.QaracBaseModel.QaracBaseModel,
+class QaracDecoderModel(transformers.PreTrainedModel,
                         transformers.generation_utils.GenerationMixin):
     
     def __init__(self,config,tokenizer):

qarac/models/QaracEncoderModel.py

@@ -6,10 +6,10 @@ Created on Tue Sep  5 10:01:39 2023
 @author: peter
 """
 
-import qarac.models.QaracBaseModel
+import transformers
 import qarac.models.layers.GlobalAttentionPoolingHead
 
-class QaracEncoderModel(qarac.models.QaracBaseModel.QaracBaseModel):
+class QaracEncoderModel(transformers.PreTrainedModel):
     
     def __init__(self,base_model):
         """
@@ -25,8 +25,9 @@ class QaracEncoderModel(qarac.models.QaracBaseModel.QaracBaseModel):
         None.
 
         """
-        super(QaracEncoderModel,self).from_pretrained(base_model)
-        self.head = qarac.models.layers.GlobalAttentionPoolingHead.GlobalAttentionPoolingHead(self.base_model.config)
+        config = transformers.PretrainedConfig.from_pretrained(base_model)
+        super(QaracEncoderModel,self).__init__(base_model,config=config)
+        self.head = qarac.models.layers.GlobalAttentionPoolingHead.GlobalAttentionPoolingHead(config)
         
         
     def forward(self,input_ids,