WIKIPEDIA_BOOKSCORPUS/config.json

{
  "library_name": "lucid",
  "architecture": "bert_tiny",
  "model_type": "bert",
  "task": "base",
  "config": {
    "vocab_size": 30522,
    "hidden_size": 128,
    "num_hidden_layers": 2,
    "num_attention_heads": 2,
    "intermediate_size": 512,
    "hidden_act": "gelu",
    "max_position_embeddings": 512,
    "pad_token_id": 0,
    "bos_token_id": null,
    "eos_token_id": null,
    "hidden_dropout": 0.1,
    "attention_dropout": 0.1,
    "initializer_range": 0.02,
    "layer_norm_eps": 1e-12,
    "tie_word_embeddings": true,
    "use_cache": true,
    "type_vocab_size": 2,
    "position_embedding_type": "absolute",
    "num_labels": 2,
    "classifier_dropout": null
  },
  "preprocessing": {
    "tokenizer_class": "BertTokenizer",
    "vocab_size": 30522,
    "do_lower_case": true,
    "max_length": 512
  },
  "weights": {
    "tag": "WIKIPEDIA_BOOKSCORPUS",
    "num_classes": 128,
    "license": "apache-2.0",
    "source": "transformers/google/bert_uncased_L-2_H-128_A-2",
    "num_params": 4385920,
    "recipe": "HuggingFace/google/bert_uncased_L-2_H-128_A-2",
    "metrics": {},
    "sha256": "3572b8818d3e4e9e46507b327224348f32d838bd7e75bff140dc5728d4ff6cc2",
    "file_size_mb": 16.74
  }
}