first version

another_module.py

@@ -0,0 +1,4 @@
+import torch.nn as nn
+
+def create_super_module(size):
+    return nn.Linear(size, 1)

config.json

@@ -0,0 +1,13 @@
+{
+  "architectures": [
+    "MyModel"
+  ],
+  "auto_map": {
+    "AutoConfig": "my_configuration.MyConfig",
+    "AutoModel": "my_model.MyModel"
+  },
+  "model_type": "my_model",
+  "size": 256,
+  "torch_dtype": "float32",
+  "transformers_version": "4.48.3"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac953718d18f8167e2065e1b62b45066ad327d0e05bc2e507bbc68fe52286f6
+size 1204

my_configuration.py

@@ -0,0 +1,8 @@
+from transformers import PretrainedConfig
+
+class MyConfig(PretrainedConfig):
+    model_type = "my_model"
+    
+    def __init__(self, size: int = 512, **kwargs):
+        super().__init__(**kwargs)
+        self.size = size

my_model.py

@@ -0,0 +1,15 @@
+import torch.nn as nn
+from transformers import PreTrainedModel
+from .my_configuration import MyConfig
+from .another_module import create_super_module
+
+
+class MyModel(PreTrainedModel):
+    config_class = MyConfig
+    
+    def __init__(self, config: MyConfig):
+        super().__init__(config)
+        self.linear = create_super_module(config.size)
+        
+    def forward(self, input, **kwargs):
+        return self.linear(input)