ajtorek commited on
Commit
c6edb5a
·
verified ·
1 Parent(s): 339f948

Upload TextTransformer

Browse files
Files changed (2) hide show
  1. config.json +5 -5
  2. model.safetensors +2 -2
config.json CHANGED
@@ -8,17 +8,17 @@
8
  "attention_probability_dropout_probability": 0.1,
9
  "bos_token_id": 0,
10
  "dropout_probability": 0.1,
11
- "embedding_size": 512,
12
  "eos_token_id": 2,
13
  "generator_to_discriminator_ratio": 4,
14
  "hidden_activation_function": "gelu",
15
- "hidden_size": 768,
16
  "initializer_factor": 1.0,
17
- "intermediate_size": 3072,
18
- "layer_norm_eps": 1e-05,
19
  "mask_token_id": 4,
20
  "max_position_embeddings": 514,
21
- "num_attention_heads": 12,
22
  "num_hidden_layers": 12,
23
  "num_intermediate_layers": 1,
24
  "pad_token_id": 1,
 
8
  "attention_probability_dropout_probability": 0.1,
9
  "bos_token_id": 0,
10
  "dropout_probability": 0.1,
11
+ "embedding_size": 128,
12
  "eos_token_id": 2,
13
  "generator_to_discriminator_ratio": 4,
14
  "hidden_activation_function": "gelu",
15
+ "hidden_size": 256,
16
  "initializer_factor": 1.0,
17
+ "intermediate_size": 1024,
18
+ "layer_norm_eps": 1e-12,
19
  "mask_token_id": 4,
20
  "max_position_embeddings": 514,
21
+ "num_attention_heads": 4,
22
  "num_hidden_layers": 12,
23
  "num_intermediate_layers": 1,
24
  "pad_token_id": 1,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77be67283fa45b335a6dbe86c0d246bed80e2855acf7c6527162a78933ee4836
3
- size 901321512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b42c380ea9b5ae79c49d29efa45d7507679642b61011b838dcb916e3cad88eb6
3
+ size 114716080