Update model.py
Browse files
model.py
CHANGED
|
@@ -1,5 +1,6 @@
|
|
| 1 |
from transformers import PreTrainedModel
|
| 2 |
import torch.nn as nn
|
|
|
|
| 3 |
from torch import tensor, float32
|
| 4 |
from torch.nn import TransformerEncoder, TransformerEncoderLayer
|
| 5 |
from .model_config import TabularTransformerConfig
|
|
@@ -33,7 +34,7 @@ class FleshkaTabularTransformer(PreTrainedModel):
|
|
| 33 |
self._init_weights()
|
| 34 |
|
| 35 |
def _normalize(self, flist):
|
| 36 |
-
return (flist - self.config.mean) / (self.config.std + 1e-8)
|
| 37 |
def _init_weights(self):
|
| 38 |
for module in self.modules():
|
| 39 |
if isinstance(module, nn.Linear):
|
|
|
|
| 1 |
from transformers import PreTrainedModel
|
| 2 |
import torch.nn as nn
|
| 3 |
+
import numpy as np
|
| 4 |
from torch import tensor, float32
|
| 5 |
from torch.nn import TransformerEncoder, TransformerEncoderLayer
|
| 6 |
from .model_config import TabularTransformerConfig
|
|
|
|
| 34 |
self._init_weights()
|
| 35 |
|
| 36 |
def _normalize(self, flist):
|
| 37 |
+
return (flist - np.array(self.config.mean)) / (np.array(self.config.std) + 1e-8)
|
| 38 |
def _init_weights(self):
|
| 39 |
for module in self.modules():
|
| 40 |
if isinstance(module, nn.Linear):
|