| { |
| "dataset_reader": { |
| "type": "conll2003", |
| "coding_scheme": "BIOUL", |
| "tag_label": "ner", |
| "token_indexers": { |
| "elmo": { |
| "type": "elmo_characters" |
| }, |
| "token_characters": { |
| "type": "characters", |
| "min_padding_length": 3 |
| }, |
| "tokens": { |
| "type": "single_id", |
| "lowercase_tokens": true |
| } |
| } |
| }, |
| "model": { |
| "type": "crf_tagger", |
| "dropout": 0.5, |
| "encoder": { |
| "type": "lstm", |
| "bidirectional": true, |
| "dropout": 0.5, |
| "hidden_size": 200, |
| "input_size": 1202, |
| "num_layers": 2 |
| }, |
| "include_start_end_transitions": false, |
| "label_encoding": "BIOUL", |
| "regularizer": { |
| "regexes": [ |
| [ |
| "scalar_parameters", |
| { |
| "alpha": 0.1, |
| "type": "l2" |
| } |
| ] |
| ] |
| }, |
| "text_field_embedder": { |
| "token_embedders": { |
| "elmo": { |
| "type": "elmo_token_embedder", |
| "do_layer_norm": false, |
| "dropout": 0, |
| "options_file": "lysandre/elmo-2x4096_512_2048cnn_2xhighway/options.json", |
| "weight_file": "lysandre/elmo-2x4096_512_2048cnn_2xhighway/weights.hdf5" |
| }, |
| "token_characters": { |
| "type": "character_encoding", |
| "embedding": { |
| "embedding_dim": 16 |
| }, |
| "encoder": { |
| "type": "cnn", |
| "conv_layer_activation": "relu", |
| "embedding_dim": 16, |
| "ngram_filter_sizes": [ |
| 3 |
| ], |
| "num_filters": 128 |
| } |
| }, |
| "tokens": { |
| "type": "embedding", |
| "embedding_dim": 50, |
| "pretrained_file": "https://allennlp.s3.amazonaws.com/datasets/glove/glove.6B.50d.txt.gz", |
| "trainable": true |
| } |
| } |
| } |
| }, |
| "train_data_path": "/mnt/tank/dirkg/data/conll2003/train.txt", |
| "validation_data_path": "/mnt/tank/dirkg/data/conll2003/valid.txt", |
| "trainer": { |
| "checkpointer": { |
| "num_serialized_models_to_keep": 3 |
| }, |
| "grad_norm": 5, |
| "num_epochs": 75, |
| "optimizer": { |
| "type": "adam", |
| "lr": 0.001 |
| }, |
| "patience": 25, |
| "validation_metric": "+f1-measure-overall" |
| }, |
| "data_loader": { |
| "batch_size": 64 |
| } |
| } |
