alichte commited on
Commit
689805c
·
1 Parent(s): fd241a9

Upload config.cfg

Browse files
Files changed (1) hide show
  1. config.cfg +136 -0
config.cfg ADDED
@@ -0,0 +1,136 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [paths]
2
+ train = "data/relations_0401_train.spacy"
3
+ dev = "data/relations_0401_dev.spacy"
4
+ raw = null
5
+ init_tok2vec = null
6
+ vectors = null
7
+
8
+ [system]
9
+ seed = 342
10
+ gpu_allocator = "pytorch"
11
+
12
+ [nlp]
13
+ lang = "en"
14
+ pipeline = ["transformer","relation_extractor"]
15
+ disabled = []
16
+ before_creation = null
17
+ after_creation = null
18
+ after_pipeline_creation = null
19
+ tokenizer = {"@tokenizers":"spacy.Tokenizer.v1"}
20
+ batch_size = 1000
21
+
22
+ [components]
23
+
24
+ [components.relation_extractor]
25
+ factory = "relation_extractor"
26
+ threshold = 0.5
27
+
28
+ [components.relation_extractor.model]
29
+ @architectures = "rel_model.v1"
30
+
31
+ [components.relation_extractor.model.classification_layer]
32
+ @architectures = "rel_classification_layer.v1"
33
+ nI = null
34
+ nO = null
35
+
36
+ [components.relation_extractor.model.create_instance_tensor]
37
+ @architectures = "rel_instance_tensor.v1"
38
+ pooling = {"@layers":"reduce_mean.v1"}
39
+
40
+ [components.relation_extractor.model.create_instance_tensor.get_instances]
41
+ @misc = "rel_instance_generator.v1"
42
+ max_length = 50
43
+
44
+ [components.relation_extractor.model.create_instance_tensor.tok2vec]
45
+ @architectures = "spacy-transformers.TransformerListener.v1"
46
+ grad_factor = 1.0
47
+ pooling = {"@layers":"reduce_mean.v1"}
48
+ upstream = "*"
49
+
50
+ [components.transformer]
51
+ factory = "transformer"
52
+ max_batch_items = 4096
53
+ set_extra_annotations = {"@annotation_setters":"spacy-transformers.null_annotation_setter.v1"}
54
+
55
+ [components.transformer.model]
56
+ @architectures = "spacy-transformers.TransformerModel.v1"
57
+ name = "timhbach/Team-Gryffindor-bert-base-finetuned-NER-creditcardcontract"
58
+
59
+ [components.transformer.model.get_spans]
60
+ @span_getters = "spacy-transformers.strided_spans.v1"
61
+ window = 64
62
+ stride = 48
63
+
64
+ [components.transformer.model.tokenizer_config]
65
+ use_fast = true
66
+
67
+ [corpora]
68
+
69
+ [corpora.dev]
70
+ @readers = "Gold_ents_Corpus.v1"
71
+ file = ${paths.dev}
72
+
73
+ [corpora.train]
74
+ @readers = "Gold_ents_Corpus.v1"
75
+ file = ${paths.train}
76
+
77
+ [training]
78
+ seed = ${system.seed}
79
+ gpu_allocator = ${system.gpu_allocator}
80
+ dropout = 0.1
81
+ accumulate_gradient = 1
82
+ patience = 1600000
83
+ max_epochs = 0
84
+ max_steps = 1000
85
+ eval_frequency = 100
86
+ frozen_components = []
87
+ dev_corpus = "corpora.dev"
88
+ train_corpus = "corpora.train"
89
+ before_to_disk = null
90
+ annotating_components = []
91
+
92
+ [training.batcher]
93
+ @batchers = "spacy.batch_by_padded.v1"
94
+ discard_oversize = true
95
+ size = 2000
96
+ buffer = 256
97
+ get_length = null
98
+
99
+ [training.logger]
100
+ @loggers = "spacy.ConsoleLogger.v1"
101
+ progress_bar = false
102
+
103
+ [training.optimizer]
104
+ @optimizers = "Adam.v1"
105
+ beta1 = 0.9
106
+ beta2 = 0.999
107
+ L2_is_weight_decay = true
108
+ L2 = 0.01
109
+ grad_clip = 1.0
110
+ use_averages = false
111
+ eps = 0.00000001
112
+
113
+ [training.optimizer.learn_rate]
114
+ @schedules = "warmup_linear.v1"
115
+ warmup_steps = 250
116
+ total_steps = 20000
117
+ initial_rate = 0.00005
118
+
119
+ [training.score_weights]
120
+ rel_micro_p = 0.0
121
+ rel_micro_r = 0.0
122
+ rel_micro_f = 1.0
123
+
124
+ [pretraining]
125
+
126
+ [initialize]
127
+ vectors = ${paths.vectors}
128
+ init_tok2vec = ${paths.init_tok2vec}
129
+ vocab_data = null
130
+ lookups = null
131
+ before_init = null
132
+ after_init = null
133
+
134
+ [initialize.components]
135
+
136
+ [initialize.tokenizer]