config.json

{
  "_name_or_path": "/DATA/agarciap_data/MAPA_STUFF/MAPA_EXPERIMENTS/bert-base-multilingual-cased_vocab_extended",
  "architectures": [
    "EnhancedTwoFlatLevelsSequenceLabellingModel"
  ],
  "attention_probs_dropout_prob": 0.1,
  "directionality": "bidi",
  "gradient_checkpointing": false,
  "hidden_act": "gelu",
  "hidden_dropout_prob": 0.1,
  "hidden_size": 768,
  "initializer_range": 0.02,
  "intermediate_size": 3072,
  "layer_norm_eps": 1e-12,
  "level1_inverse_freqs": [
    1.0547819329076447e-05,
    3.9247672134479217e-07,
    0.0001106375566450879,
    0.0001106375566450879,
    5.709093784389552e-07,
    0.0001551897294120863,
    0.002442402532324195,
    6.726101855747402e-05,
    7.945828838273883e-05,
    7.974473555805162e-05,
    0.08602683991193771,
    0.06452012807130814,
    0.0005684593343175948,
    0.0010505312820896506,
    2.3366981622530147e-05,
    6.990894326008856e-05,
    5.675841748598032e-05,
    0.07038559019565582,
    0.77424156665802
  ],
  "level2_inverse_freqs": [
    2.4688719690857397e-07,
    9.060220129697427e-09,
    2.5896345050568925e-06,
    2.5896345050568925e-06,
    1.3362972950403673e-08,
    0.0003553384740371257,
    0.0004420063633006066,
    0.01812225952744484,
    0.01812225952744484,
    0.00014048264711163938,
    0.0005177789134904742,
    4.4968390284338966e-05,
    1.7560330888954923e-05,
    0.01812225952744484,
    0.01812225952744484,
    0.01812225952744484,
    1.2870923455921002e-05,
    0.01812225952744484,
    4.86373119201744e-06,
    1.8518559272706625e-06,
    0.00453056488186121,
    0.01812225952744484,
    2.7901864996238146e-06,
    0.0009538031881675124,
    0.0007550942827947438,
    0.00024163017224054784,
    0.00015489112411160022,
    4.2540519643807784e-05,
    0.01812225952744484,
    3.49985725733859e-06,
    0.01812225952744484,
    0.01812225952744484,
    0.01812225952744484,
    1.9088120097876526e-06,
    0.00906112976372242,
    0.01812225952744484,
    0.01812225952744484,
    0.01812225952744484,
    0.0003553384740371257,
    0.0005663206102326512,
    0.01812225952744484,
    0.002588894683867693,
    0.01812225952744484,
    0.01812225952744484,
    0.0011326412204653025,
    0.01812225952744484,
    0.01812225952744484,
    0.0002384507970418781,
    3.791267954511568e-05,
    0.0015101885655894876,
    7.191373879322782e-05,
    0.00453056488186121,
    0.01812225952744484,
    0.01812225952744484,
    0.01812225952744484,
    0.01812225952744484,
    0.0003419294662307948,
    0.01812225952744484,
    0.0013940201606601477,
    5.9417248849058524e-05,
    1.6949365999607835e-06,
    0.0004027169197797775,
    0.0010660154512152076,
    0.01812225952744484,
    0.01812225952744484,
    0.0003553384740371257,
    0.00604075426235795,
    6.762037810403854e-05,
    4.409309622133151e-05,
    0.01812225952744484,
    0.01812225952744484,
    0.01812225952744484,
    9.24605192267336e-05,
    0.01812225952744484,
    3.791267954511568e-05,
    2.978185875690542e-06,
    0.01812225952744484,
    0.01812225952744484,
    1.9382097889319994e-05,
    0.01812225952744484,
    0.01812225952744484,
    0.0005663206102326512,
    0.0003419294662307948,
    0.0008237391011789441,
    0.01812225952744484,
    4.610089945344953e-06,
    0.01812225952744484,
    0.01812225952744484,
    0.01812225952744484,
    0.00038558003143407404,
    0.00604075426235795,
    0.01812225952744484,
    0.01812225952744484,
    0.01812225952744484,
    3.306982034700923e-05,
    0.0020135845988988876,
    0.01812225952744484,
    0.0012081507593393326,
    0.01812225952744484,
    0.01812225952744484,
    0.00030715696630068123,
    0.01812225952744484,
    0.01812225952744484,
    0.00016474783478770405,
    5.980944479233585e-05,
    0.01812225952744484,
    0.0018122261390089989,
    0.00453056488186121,
    0.01812225952744484,
    0.01812225952744484,
    0.01812225952744484,
    0.01812225952744484,
    0.0010067922994494438,
    0.01812225952744484,
    4.7690162318758667e-05,
    4.146970604779199e-05,
    4.649118181987433e-06
  ],
  "max_position_embeddings": 512,
  "model_type": "bert",
  "num_attention_heads": 12,
  "num_hidden_layers": 12,
  "num_level1_labels": 19,
  "num_level2_labels": 117,
  "pad_token_id": 0,
  "pooler_fc_size": 768,
  "pooler_num_attention_heads": 12,
  "pooler_num_fc_layers": 3,
  "pooler_size_per_head": 128,
  "pooler_type": "first_token_transform",
  "position_embedding_type": "absolute",
  "transformers_version": "4.4.1",
  "type_vocab_size": 2,
  "use_cache": true,
  "vocab_size": 119547
}