Upload BasicLinear

config.json

@@ -1,5 +1,15 @@
 {
+  "architectures": [
+    "BasicLinear"
+  ],
+  "auto_map": {
+    "AutoConfig": "custom_config.LinearConfig",
+    "AutoModel": "custom_net.BasicLinear"
+  },
   "bias": true,
-  "in_features": 3,
-  "out_features": 32
-}
+  "dtype": "float32",
+  "in_features": 10,
+  "model_type": "linear",
+  "out_features": 1,
+  "transformers_version": "4.57.1"
+}

custom_config.py

@@ -0,0 +1,18 @@
+from transformers import PretrainedConfig
+
+class LinearConfig(PretrainedConfig):
+    model_type = 'linear'
+    
+    def __init__(self,
+                 in_features=10,
+                 out_features=1,
+                 bias=True,
+                 **kwargs):
+        
+        self.in_features = in_features
+        self.out_features = out_features
+        self.bias = bias
+
+        super().__init__(**kwargs)
+        
+        

custom_net.py

@@ -0,0 +1,21 @@
+from transformers import PreTrainedModel
+from .custom_config import LinearConfig
+import torch.nn as nn
+import torch
+
+class BasicLinear(PreTrainedModel):
+    config_class = LinearConfig
+    
+    def __init__(self, config):
+        super().__init__(config)
+        self.weight = nn.Parameter(torch.randn(config.out_features, config.in_features) * 0.01)
+        if config.bias:
+            self.bias = nn.Parameter(torch.zeros(config.out_features))
+        else:
+            self.bias = None
+
+    def forward(self, x):
+        out = x @ self.weight.T
+        if self.bias is not None:
+            out = out + self.bias
+        return out

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc7f778d43fa531ede820babf86b9d90ed089361ba9992e09b60265741ab0035
-size 648
+oid sha256:a3638ec69400cb6873d0c92abed84a49010d46d848f98857945787e072c17fc2
+size 204