k4tel commited on
Commit
d98c953
·
1 Parent(s): 4e2d63d

Upload config

Browse files
Files changed (1) hide show
  1. config.json +6 -3
config.json CHANGED
@@ -1,8 +1,10 @@
1
  {
 
2
  "architectures": [
3
- "BertGeoRegressor"
4
  ],
5
  "attention_probs_dropout_prob": 0.1,
 
6
  "directionality": "bidi",
7
  "hidden_act": "gelu",
8
  "hidden_dropout_prob": 0.1,
@@ -11,7 +13,7 @@
11
  "intermediate_size": 3072,
12
  "layer_norm_eps": 1e-12,
13
  "max_position_embeddings": 512,
14
- "model_type": "bert-geo-regressor",
15
  "num_attention_heads": 12,
16
  "num_hidden_layers": 12,
17
  "pad_token_id": 0,
@@ -20,8 +22,9 @@
20
  "pooler_num_fc_layers": 3,
21
  "pooler_size_per_head": 128,
22
  "pooler_type": "first_token_transform",
23
- "torch_dtype": "float32",
24
  "transformers_version": "4.23.1",
25
  "type_vocab_size": 2,
 
26
  "vocab_size": 119547
27
  }
 
1
  {
2
+ "_name_or_path": "bert-base-multilingual-cased",
3
  "architectures": [
4
+ "BertForMaskedLM"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
  "directionality": "bidi",
9
  "hidden_act": "gelu",
10
  "hidden_dropout_prob": 0.1,
 
13
  "intermediate_size": 3072,
14
  "layer_norm_eps": 1e-12,
15
  "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
  "num_attention_heads": 12,
18
  "num_hidden_layers": 12,
19
  "pad_token_id": 0,
 
22
  "pooler_num_fc_layers": 3,
23
  "pooler_size_per_head": 128,
24
  "pooler_type": "first_token_transform",
25
+ "position_embedding_type": "absolute",
26
  "transformers_version": "4.23.1",
27
  "type_vocab_size": 2,
28
+ "use_cache": true,
29
  "vocab_size": 119547
30
  }