Fill-Mask
Safetensors
lucid
masked-lm
bert
ChanLumerico commited on
Commit
702f65a
·
verified ·
1 Parent(s): 438f4be

Add WIKIPEDIA_BOOKSCORPUS weights

Browse files
WIKIPEDIA_BOOKSCORPUS/config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "library_name": "lucid",
3
+ "architecture": "bert_base_mlm",
4
+ "model_type": "bert",
5
+ "task": "masked-lm",
6
+ "config": {
7
+ "vocab_size": 30522,
8
+ "hidden_size": 768,
9
+ "num_hidden_layers": 12,
10
+ "num_attention_heads": 12,
11
+ "intermediate_size": 3072,
12
+ "hidden_act": "gelu",
13
+ "max_position_embeddings": 512,
14
+ "pad_token_id": 0,
15
+ "bos_token_id": null,
16
+ "eos_token_id": null,
17
+ "hidden_dropout": 0.1,
18
+ "attention_dropout": 0.1,
19
+ "initializer_range": 0.02,
20
+ "layer_norm_eps": 1e-12,
21
+ "tie_word_embeddings": true,
22
+ "use_cache": true,
23
+ "type_vocab_size": 2,
24
+ "position_embedding_type": "absolute",
25
+ "num_labels": 2,
26
+ "classifier_dropout": null
27
+ },
28
+ "preprocessing": {
29
+ "tokenizer_class": "BertTokenizer",
30
+ "vocab_size": 30522,
31
+ "do_lower_case": true,
32
+ "max_length": 512
33
+ },
34
+ "weights": {
35
+ "tag": "WIKIPEDIA_BOOKSCORPUS",
36
+ "num_classes": 30522,
37
+ "license": "apache-2.0",
38
+ "source": "transformers/google-bert/bert-base-uncased",
39
+ "num_params": 110106428,
40
+ "recipe": "HuggingFace/google-bert/bert-base-uncased",
41
+ "metrics": {},
42
+ "sha256": "76c4910e80b5c31bee8cab879dc647a3976052ebe32b592cd522103a88b7b282",
43
+ "file_size_mb": 509.46
44
+ }
45
+ }
WIKIPEDIA_BOOKSCORPUS/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76c4910e80b5c31bee8cab879dc647a3976052ebe32b592cd522103a88b7b282
3
+ size 534207352