beratdogan commited on
Commit
bed584d
·
verified ·
1 Parent(s): 6b1f9b0

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +129 -0
  2. model_best.pth +3 -0
config.json ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "experiment": "parse",
3
+ "name": "parse_xlmr_tr_1",
4
+ "n_gpu": 1,
5
+ "model": {
6
+ "type": "MultiParser",
7
+ "args": {
8
+ "embeddings_processor": {
9
+ "type": "XLMRobertaWrapper",
10
+ "args": {
11
+ "model_path": "data/pretrained_embeddings/xlm-roberta-base",
12
+ "fine_tune": true,
13
+ "hidden_dropout": 0.2,
14
+ "attn_dropout": 0.2,
15
+ "output_dropout": 0.5,
16
+ "scalar_mix_layer_dropout": 0.1,
17
+ "token_mask_prob": 0.15
18
+ }
19
+ },
20
+ "outputs": {
21
+ "heads": {
22
+ "type": "ArcScorer",
23
+ "args": {
24
+ "scorer_class": "DeepBiaffineScorer",
25
+ "head_mode": "single_head",
26
+ "hidden_size": 768,
27
+ "dropout": 0.33,
28
+ "vocab": {
29
+ "type": "IntegerVocab"
30
+ }
31
+ }
32
+ },
33
+ "labels": {
34
+ "type": "DependencyClassifier",
35
+ "args": {
36
+ "scorer_class": "DeepBiaffineScorer",
37
+ "hidden_size": 256,
38
+ "dropout": 0.33,
39
+ "vocab": {
40
+ "type": "BasicVocab",
41
+ "args": {
42
+ "vocab_filename": "data/corpora/ota_boun/vocab/basic.vocab"
43
+ }
44
+ }
45
+ }
46
+ }
47
+ },
48
+ "post_processors": [
49
+ {
50
+ "type": "FactorizedMSTPostProcessor",
51
+ "args": {
52
+ "annotation_ids": [
53
+ "heads",
54
+ "labels"
55
+ ]
56
+ }
57
+ }
58
+ ]
59
+ }
60
+ },
61
+ "data_loaders": {
62
+ "type": "BucketedCONLLLoader",
63
+ "args": {
64
+ "annotation_layers": {
65
+ "heads": {
66
+ "type": "TagSequence",
67
+ "source_column": 6,
68
+ "args": {
69
+ "ignore_root": true
70
+ }
71
+ },
72
+ "labels": {
73
+ "type": "DependencyMatrix",
74
+ "source_column": [
75
+ 6,
76
+ 7
77
+ ],
78
+ "args": {
79
+ "ignore_non_relations": true
80
+ }
81
+ }
82
+ },
83
+ "batch_size": 32,
84
+ "bucket_size": 256,
85
+ "max_tokens_per_batch": 156800,
86
+ "num_workers": 0
87
+ },
88
+ "paths": {
89
+ "train": "data/corpora/ota_boun/tr_boun-ud-train.conllu",
90
+ "dev": "data/corpora/ota_boun/tr_boun-ud-dev.conllu",
91
+ "test_ota": "data/corpora/ota_boun/ota_boun-test-2026.conllu",
92
+ "test_tr": "data/corpora/ota_boun/tr_boun-ud-test.conllu"
93
+ }
94
+ },
95
+ "trainer": {
96
+ "min_epochs": 15,
97
+ "max_epochs": 300,
98
+ "early_stop": 15,
99
+ "save_dir": "/content/drive/MyDrive/hf_models/saved_models",
100
+ "save_period": 20,
101
+ "verbosity": 2,
102
+ "validation_criterion": {
103
+ "metrics": {
104
+ "heads": "fscore",
105
+ "labels": "fscore"
106
+ },
107
+ "weighting": "multiplicative"
108
+ },
109
+ "optimizer": {
110
+ "type": "AdamW",
111
+ "args": {
112
+ "lr": 4e-05,
113
+ "weight_decay": 0.0
114
+ }
115
+ },
116
+ "lr_scheduler": {
117
+ "type": "LambdaLR",
118
+ "args": {
119
+ "lr_lambda": "SqrtSchedule(400)"
120
+ }
121
+ },
122
+ "loss": {
123
+ "type": "CrossEntropyLoss",
124
+ "args": {
125
+ "ignore_index": -1
126
+ }
127
+ }
128
+ }
129
+ }
model_best.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1d99e343b79d5e796a02ed3041814eb92f099ca6599c62b57e09cdc85524a97
3
+ size 3401679856