Feature Extraction
Safetensors
lucid
base
bert
ChanLumerico commited on
Commit
514e06b
·
verified ·
1 Parent(s): d7bb0f6

Add WIKIPEDIA_BOOKSCORPUS weights

Browse files
WIKIPEDIA_BOOKSCORPUS/config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "library_name": "lucid",
3
+ "architecture": "bert_tiny",
4
+ "model_type": "bert",
5
+ "task": "base",
6
+ "config": {
7
+ "vocab_size": 30522,
8
+ "hidden_size": 128,
9
+ "num_hidden_layers": 2,
10
+ "num_attention_heads": 2,
11
+ "intermediate_size": 512,
12
+ "hidden_act": "gelu",
13
+ "max_position_embeddings": 512,
14
+ "pad_token_id": 0,
15
+ "bos_token_id": null,
16
+ "eos_token_id": null,
17
+ "hidden_dropout": 0.1,
18
+ "attention_dropout": 0.1,
19
+ "initializer_range": 0.02,
20
+ "layer_norm_eps": 1e-12,
21
+ "tie_word_embeddings": true,
22
+ "use_cache": true,
23
+ "type_vocab_size": 2,
24
+ "position_embedding_type": "absolute",
25
+ "num_labels": 2,
26
+ "classifier_dropout": null
27
+ },
28
+ "preprocessing": {
29
+ "tokenizer_class": "BertTokenizer",
30
+ "vocab_size": 30522,
31
+ "do_lower_case": true,
32
+ "max_length": 512
33
+ },
34
+ "weights": {
35
+ "tag": "WIKIPEDIA_BOOKSCORPUS",
36
+ "num_classes": 128,
37
+ "license": "apache-2.0",
38
+ "source": "transformers/google/bert_uncased_L-2_H-128_A-2",
39
+ "num_params": 4385920,
40
+ "recipe": "HuggingFace/google/bert_uncased_L-2_H-128_A-2",
41
+ "metrics": {},
42
+ "sha256": "3572b8818d3e4e9e46507b327224348f32d838bd7e75bff140dc5728d4ff6cc2",
43
+ "file_size_mb": 16.74
44
+ }
45
+ }
WIKIPEDIA_BOOKSCORPUS/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3572b8818d3e4e9e46507b327224348f32d838bd7e75bff140dc5728d4ff6cc2
3
+ size 17548120