Upload folder using huggingface_hub

.ipynb_checkpoints/model-checkpoint.py

@@ -15,20 +15,16 @@ from .config import LUARConfig
 from huggingface_hub import PyTorchModelHubMixin
 
 
-class UARScene(
-    nn.Module,
-    PyTorchModelHubMixin,
-              ):
+class UARScene(PreTrainedModel):
     """Defines the SBERT model.
     """
     config_class = LUARConfig
 
     def __init__(self, config):
         
-        super().__init__()
-        self.config = config
+        super().__init__(config)
         self.create_transformer()
-        self.linear = nn.Linear(self.hidden_size, self.config.embedding_size)
+        self.linear = nn.Linear(self.hidden_size, config.embedding_size)
     
     def attn_fn(self, k, q ,v) : 
         d_k = q.size(-1)

config.json

@@ -11,4 +11,4 @@
   "torch_dtype": "float32",
   "transformers_version": "4.45.2",
   "use_memory_efficient_attention": false
-}
+}

model.py

@@ -15,20 +15,16 @@ from .config import LUARConfig
 from huggingface_hub import PyTorchModelHubMixin
 
 
-class UARScene(
-    nn.Module,
-    PyTorchModelHubMixin,
-              ):
+class UARScene(PreTrainedModel):
     """Defines the SBERT model.
     """
     config_class = LUARConfig
 
     def __init__(self, config):
         
-        super().__init__()
-        self.config = config
+        super().__init__(config)
         self.create_transformer()
-        self.linear = nn.Linear(self.hidden_size, self.config.embedding_size)
+        self.linear = nn.Linear(self.hidden_size, config.embedding_size)
     
     def attn_fn(self, k, q ,v) : 
         d_k = q.size(-1)

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:805dd855ea1bfc8cc2eadc40a34771821fa6e10882c206a1b1061b65fecae122
-size 330061408
+oid sha256:42876ee22d15016c006ebd597cc1626ce5093cfffeb82994797dba7bc38a8f39
+size 330061440