SnowFlash383935 commited on
Commit
8eaf24d
·
verified ·
1 Parent(s): 58131d1

Update model.py

Browse files
Files changed (1) hide show
  1. model.py +2 -1
model.py CHANGED
@@ -1,5 +1,6 @@
1
  from transformers import PreTrainedModel
2
  import torch.nn as nn
 
3
  from torch import tensor, float32
4
  from torch.nn import TransformerEncoder, TransformerEncoderLayer
5
  from .model_config import TabularTransformerConfig
@@ -33,7 +34,7 @@ class FleshkaTabularTransformer(PreTrainedModel):
33
  self._init_weights()
34
 
35
  def _normalize(self, flist):
36
- return (flist - self.config.mean) / (self.config.std + 1e-8)
37
  def _init_weights(self):
38
  for module in self.modules():
39
  if isinstance(module, nn.Linear):
 
1
  from transformers import PreTrainedModel
2
  import torch.nn as nn
3
+ import numpy as np
4
  from torch import tensor, float32
5
  from torch.nn import TransformerEncoder, TransformerEncoderLayer
6
  from .model_config import TabularTransformerConfig
 
34
  self._init_weights()
35
 
36
  def _normalize(self, flist):
37
+ return (flist - np.array(self.config.mean)) / (np.array(self.config.std) + 1e-8)
38
  def _init_weights(self):
39
  for module in self.modules():
40
  if isinstance(module, nn.Linear):