Hugging Face's logo

LysandreJik
/
local_dir

Feature Extraction
Transformers
PyTorch
bert
Model card Files
xet
Community
1
LysandreJik commited on
Commit
b320c02
·
1 Parent(s): acaa79a

Nice

Browse files
Files changed (2) hide show
  1. config.json +5 -5
  2. pytorch_model.bin +2 -2
config.json CHANGED
@@ -7,19 +7,19 @@
7
  "gradient_checkpointing": false,
8
  "hidden_act": "gelu",
9
  "hidden_dropout_prob": 0.1,
10
- "hidden_size": 4,
11
  "initializer_range": 0.02,
12
- "intermediate_size": 4,
13
  "layer_norm_eps": 1e-12,
14
  "max_position_embeddings": 512,
15
  "model_type": "bert",
16
- "num_attention_heads": 1,
17
- "num_hidden_layers": 1,
18
  "pad_token_id": 0,
19
  "position_embedding_type": "absolute",
20
  "torch_dtype": "float32",
21
  "transformers_version": "4.11.0.dev0",
22
  "type_vocab_size": 2,
23
  "use_cache": true,
24
- "vocab_size": 4
25
  }
 
7
  "gradient_checkpointing": false,
8
  "hidden_act": "gelu",
9
  "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 144,
11
  "initializer_range": 0.02,
12
+ "intermediate_size": 256,
13
  "layer_norm_eps": 1e-12,
14
  "max_position_embeddings": 512,
15
  "model_type": "bert",
16
+ "num_attention_heads": 12,
17
+ "num_hidden_layers": 12,
18
  "pad_token_id": 0,
19
  "position_embedding_type": "absolute",
20
  "torch_dtype": "float32",
21
  "transformers_version": "4.11.0.dev0",
22
  "type_vocab_size": 2,
23
  "use_cache": true,
24
+ "vocab_size": 12000
25
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69ef10ab58dbf99939a3e5befe007b11bbc89b88c223d6c733c14fbbc84cdc46
3
- size 21149
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:807b4fe8c10cd5347f1803fc0712cd006baf32d24fae06adae9cd880d1c0fe0e
3
+ size 14965489