dr-tkxx commited on
Commit
6d1d78b
·
verified ·
1 Parent(s): 99e5b83

Upload 5 files

Browse files
config.json CHANGED
@@ -2,6 +2,10 @@
2
  "architectures": [
3
  "EnigmaModel"
4
  ],
 
 
 
 
5
  "dtype": "float32",
6
  "hidden_size": 128,
7
  "model_type": "enigma",
 
2
  "architectures": [
3
  "EnigmaModel"
4
  ],
5
+ "auto_map": {
6
+ "AutoConfig": "enigma_module.EnigmaConfig",
7
+ "AutoModel": "enigma_module.EnigmaModel"
8
+ },
9
  "dtype": "float32",
10
  "hidden_size": 128,
11
  "model_type": "enigma",
enigma_module.cpython-314.pyc ADDED
Binary file (2.03 kB). View file
 
enigma_module.py ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ import torch.nn as nn
3
+ from transformers import PreTrainedModel, PretrainedConfig
4
+
5
+ class EnigmaConfig(PretrainedConfig):
6
+ model_type = "enigma"
7
+
8
+ def __init__(self, hidden_size=128, vocab_size=5000, **kwargs):
9
+ super().__init__(**kwargs)
10
+ self.hidden_size = hidden_size
11
+ self.vocab_size = vocab_size
12
+
13
+ class EnigmaModel(PreTrainedModel):
14
+ config_class = EnigmaConfig
15
+
16
+ def __init__(self, config):
17
+ super().__init__(config)
18
+ self.embedding = nn.Embedding(config.vocab_size, config.hidden_size)
19
+ self.linear = nn.Linear(config.hidden_size, config.hidden_size)
20
+
21
+ def forward(self, input_ids):
22
+ x = self.embedding(input_ids)
23
+ return self.linear(x)
24
+
25
+ # Registrando para permitir AutoModel e AutoConfig (trust_remote_code=True)
26
+ EnigmaConfig.register_for_auto_class()
27
+ EnigmaModel.register_for_auto_class("AutoModel")
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d070f090241576d15812db50d70dc2106e9ef1487ae83df11218ce33fce68e9e
3
  size 2626336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c971f99b962157c9dc4032334429f8fb6c59afb35daa8ed563ad7c867e036f38
3
  size 2626336