Xuezha commited on
Commit
d82b98e
·
verified ·
1 Parent(s): 38a07fc

Update configure.py

Browse files
Files changed (1) hide show
  1. configure.py +1 -4
configure.py CHANGED
@@ -1,11 +1,8 @@
1
  # configure.py
2
 
3
- from transformers import PretrainedConfig
4
-
5
  class RecombinationTransformerConfig(PretrainedConfig):
6
  model_type = "RecombinationTransformer"
7
-
8
- def __init__(self, embed_dim=1024, num_heads=8, num_layers=6, vocab_size=151646, **kwargs):
9
  super().__init__(**kwargs)
10
  self.embed_dim = embed_dim
11
  self.num_heads = num_heads
 
1
  # configure.py
2
 
 
 
3
  class RecombinationTransformerConfig(PretrainedConfig):
4
  model_type = "RecombinationTransformer"
5
+ def __init__(self, embed_dim=1024, num_heads=8, num_layers=6, vocab_size=151643, **kwargs):
 
6
  super().__init__(**kwargs)
7
  self.embed_dim = embed_dim
8
  self.num_heads = num_heads