Feature Extraction
Safetensors
lucid
base
bert
ChanLumerico commited on
Commit
cebcff5
·
verified ·
1 Parent(s): db5e30f

Add WIKIPEDIA_BOOKSCORPUS weights

Browse files
WIKIPEDIA_BOOKSCORPUS/config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "library_name": "lucid",
3
+ "architecture": "bert_mini",
4
+ "model_type": "bert",
5
+ "task": "base",
6
+ "config": {
7
+ "vocab_size": 30522,
8
+ "hidden_size": 256,
9
+ "num_hidden_layers": 4,
10
+ "num_attention_heads": 4,
11
+ "intermediate_size": 1024,
12
+ "hidden_act": "gelu",
13
+ "max_position_embeddings": 512,
14
+ "pad_token_id": 0,
15
+ "bos_token_id": null,
16
+ "eos_token_id": null,
17
+ "hidden_dropout": 0.1,
18
+ "attention_dropout": 0.1,
19
+ "initializer_range": 0.02,
20
+ "layer_norm_eps": 1e-12,
21
+ "tie_word_embeddings": true,
22
+ "use_cache": true,
23
+ "type_vocab_size": 2,
24
+ "position_embedding_type": "absolute",
25
+ "num_labels": 2,
26
+ "classifier_dropout": null
27
+ },
28
+ "preprocessing": {
29
+ "tokenizer_class": "BertTokenizer",
30
+ "vocab_size": 30522,
31
+ "do_lower_case": true,
32
+ "max_length": 512
33
+ },
34
+ "weights": {
35
+ "tag": "WIKIPEDIA_BOOKSCORPUS",
36
+ "num_classes": 256,
37
+ "license": "apache-2.0",
38
+ "source": "transformers/google/bert_uncased_L-4_H-256_A-4",
39
+ "num_params": 11170560,
40
+ "recipe": "HuggingFace/google/bert_uncased_L-4_H-256_A-4",
41
+ "metrics": {},
42
+ "sha256": "c644db652fbc91ae2e2d55a9efe8fb0b5f582448420093ba5c65cff7bcb7b5d9",
43
+ "file_size_mb": 42.62
44
+ }
45
+ }
WIKIPEDIA_BOOKSCORPUS/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c644db652fbc91ae2e2d55a9efe8fb0b5f582448420093ba5c65cff7bcb7b5d9
3
+ size 44690232