mokcho commited on
Commit
841c366
·
verified ·
1 Parent(s): 4814e89

Upload folder using huggingface_hub

Browse files
West_Slavic/UD_Czech-CAC/config.json ADDED
@@ -0,0 +1,187 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-base-multilingual-cased",
3
+ "adapters": {
4
+ "adapters": {},
5
+ "config_map": {},
6
+ "fusion_config_map": {},
7
+ "fusion_name_map": {},
8
+ "fusions": {}
9
+ },
10
+ "architectures": [
11
+ "BertAdapterModel"
12
+ ],
13
+ "attention_probs_dropout_prob": 0.1,
14
+ "classifier_dropout": null,
15
+ "directionality": "bidi",
16
+ "hidden_act": "gelu",
17
+ "hidden_dropout_prob": 0.1,
18
+ "hidden_size": 768,
19
+ "id2label": {
20
+ "0": "_",
21
+ "1": "acl",
22
+ "2": "advcl",
23
+ "3": "advmod",
24
+ "4": "amod",
25
+ "5": "appos",
26
+ "6": "aux",
27
+ "7": "case",
28
+ "8": "cc",
29
+ "9": "ccomp",
30
+ "10": "clf",
31
+ "11": "compound",
32
+ "12": "conj",
33
+ "13": "cop",
34
+ "14": "csubj",
35
+ "15": "dep",
36
+ "16": "det",
37
+ "17": "discourse",
38
+ "18": "dislocated",
39
+ "19": "expl",
40
+ "20": "fixed",
41
+ "21": "flat",
42
+ "22": "goeswith",
43
+ "23": "iobj",
44
+ "24": "list",
45
+ "25": "mark",
46
+ "26": "nmod",
47
+ "27": "nsubj",
48
+ "28": "nummod",
49
+ "29": "obj",
50
+ "30": "obl",
51
+ "31": "orphan",
52
+ "32": "parataxis",
53
+ "33": "punct",
54
+ "34": "reparandum",
55
+ "35": "root",
56
+ "36": "vocative",
57
+ "37": "xcomp",
58
+ "38": "dup",
59
+ "39": "mwe",
60
+ "40": "name",
61
+ "41": "remnant"
62
+ },
63
+ "initializer_range": 0.02,
64
+ "intermediate_size": 3072,
65
+ "label2id": {
66
+ "_": 0,
67
+ "acl": 1,
68
+ "advcl": 2,
69
+ "advmod": 3,
70
+ "amod": 4,
71
+ "appos": 5,
72
+ "aux": 6,
73
+ "case": 7,
74
+ "cc": 8,
75
+ "ccomp": 9,
76
+ "clf": 10,
77
+ "compound": 11,
78
+ "conj": 12,
79
+ "cop": 13,
80
+ "csubj": 14,
81
+ "dep": 15,
82
+ "det": 16,
83
+ "discourse": 17,
84
+ "dislocated": 18,
85
+ "dup": 38,
86
+ "expl": 19,
87
+ "fixed": 20,
88
+ "flat": 21,
89
+ "goeswith": 22,
90
+ "iobj": 23,
91
+ "list": 24,
92
+ "mark": 25,
93
+ "mwe": 39,
94
+ "name": 40,
95
+ "nmod": 26,
96
+ "nsubj": 27,
97
+ "nummod": 28,
98
+ "obj": 29,
99
+ "obl": 30,
100
+ "orphan": 31,
101
+ "parataxis": 32,
102
+ "punct": 33,
103
+ "remnant": 41,
104
+ "reparandum": 34,
105
+ "root": 35,
106
+ "vocative": 36,
107
+ "xcomp": 37
108
+ },
109
+ "layer_norm_eps": 1e-12,
110
+ "max_position_embeddings": 512,
111
+ "model_type": "bert",
112
+ "num_attention_heads": 12,
113
+ "num_hidden_layers": 12,
114
+ "pad_token_id": 0,
115
+ "pooler_fc_size": 768,
116
+ "pooler_num_attention_heads": 12,
117
+ "pooler_num_fc_layers": 3,
118
+ "pooler_size_per_head": 128,
119
+ "pooler_type": "first_token_transform",
120
+ "position_embedding_type": "absolute",
121
+ "prediction_heads": {
122
+ "default": {
123
+ "activation_function": "gelu",
124
+ "bias": true,
125
+ "embedding_size": 768,
126
+ "head_type": "masked_lm",
127
+ "label2id": null,
128
+ "layer_norm": true,
129
+ "layers": 2,
130
+ "shift_labels": false,
131
+ "vocab_size": 119547
132
+ },
133
+ "ud_UD_Czech-CAC": {
134
+ "head_type": "dependency_parsing",
135
+ "label2id": {
136
+ "_": 0,
137
+ "acl": 1,
138
+ "advcl": 2,
139
+ "advmod": 3,
140
+ "amod": 4,
141
+ "appos": 5,
142
+ "aux": 6,
143
+ "case": 7,
144
+ "cc": 8,
145
+ "ccomp": 9,
146
+ "clf": 10,
147
+ "compound": 11,
148
+ "conj": 12,
149
+ "cop": 13,
150
+ "csubj": 14,
151
+ "dep": 15,
152
+ "det": 16,
153
+ "discourse": 17,
154
+ "dislocated": 18,
155
+ "dup": 38,
156
+ "expl": 19,
157
+ "fixed": 20,
158
+ "flat": 21,
159
+ "goeswith": 22,
160
+ "iobj": 23,
161
+ "list": 24,
162
+ "mark": 25,
163
+ "mwe": 39,
164
+ "name": 40,
165
+ "nmod": 26,
166
+ "nsubj": 27,
167
+ "nummod": 28,
168
+ "obj": 29,
169
+ "obl": 30,
170
+ "orphan": 31,
171
+ "parataxis": 32,
172
+ "punct": 33,
173
+ "remnant": 41,
174
+ "reparandum": 34,
175
+ "root": 35,
176
+ "vocative": 36,
177
+ "xcomp": 37
178
+ },
179
+ "num_labels": 42
180
+ }
181
+ },
182
+ "torch_dtype": "float32",
183
+ "transformers_version": "4.47.1",
184
+ "type_vocab_size": 2,
185
+ "use_cache": true,
186
+ "vocab_size": 119547
187
+ }
West_Slavic/UD_Czech-CAC/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a0b190a6002fe75078384e085ec997eca1a6920ab9d247ac064260ef50a35a8
3
+ size 815995548
West_Slavic/UD_Czech-CAC/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2e2e8653ecc884934444c0ce6e285056df77d83a300c235c8483e8c799e4618
3
+ size 1632115130
West_Slavic/UD_Czech-CAC/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02636eb348047ef395744456d4d3fea067469b1e4fe9dade3740842b593b95eb
3
+ size 14244
West_Slavic/UD_Czech-CAC/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ef677e68cc1be1fb561e352e62df3a0bde797b0f65f80b9128e9eae816c2759
3
+ size 1064
West_Slavic/UD_Czech-CAC/trainer_state.json ADDED
@@ -0,0 +1,82 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 5.0,
5
+ "eval_steps": 500,
6
+ "global_step": 1835,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_loss": 0.4434773627864687,
14
+ "las": 88.9417014259385,
15
+ "step": 367,
16
+ "uas": 91.0854593074013
17
+ },
18
+ {
19
+ "epoch": 1.3623978201634879,
20
+ "grad_norm": 2.6955463886260986,
21
+ "learning_rate": 0.00014550408719346048,
22
+ "loss": 0.6923,
23
+ "step": 500
24
+ },
25
+ {
26
+ "epoch": 2.0,
27
+ "eval_loss": 0.4188641517570144,
28
+ "las": 89.46551556892037,
29
+ "step": 734,
30
+ "uas": 91.64807449801144
31
+ },
32
+ {
33
+ "epoch": 2.7247956403269757,
34
+ "grad_norm": 1.7167763710021973,
35
+ "learning_rate": 9.100817438692098e-05,
36
+ "loss": 0.3119,
37
+ "step": 1000
38
+ },
39
+ {
40
+ "epoch": 3.0,
41
+ "eval_loss": 0.3958977613794176,
42
+ "las": 90.503443592977,
43
+ "step": 1101,
44
+ "uas": 92.38529440294889
45
+ },
46
+ {
47
+ "epoch": 4.0,
48
+ "eval_loss": 0.44210796607168096,
49
+ "las": 90.92055485498108,
50
+ "step": 1468,
51
+ "uas": 92.71510330778932
52
+ },
53
+ {
54
+ "epoch": 4.087193460490464,
55
+ "grad_norm": 1.5122631788253784,
56
+ "learning_rate": 3.651226158038147e-05,
57
+ "loss": 0.166,
58
+ "step": 1500
59
+ }
60
+ ],
61
+ "logging_steps": 500,
62
+ "max_steps": 1835,
63
+ "num_input_tokens_seen": 0,
64
+ "num_train_epochs": 5,
65
+ "save_steps": 500,
66
+ "stateful_callbacks": {
67
+ "TrainerControl": {
68
+ "args": {
69
+ "should_epoch_stop": false,
70
+ "should_evaluate": false,
71
+ "should_log": false,
72
+ "should_save": true,
73
+ "should_training_stop": true
74
+ },
75
+ "attributes": {}
76
+ }
77
+ },
78
+ "total_flos": 2.014251743771136e+16,
79
+ "train_batch_size": 64,
80
+ "trial_name": null,
81
+ "trial_params": null
82
+ }
West_Slavic/UD_Czech-CAC/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a21c8373fe07c7934013e46bb428b626443fa7ebbaf5df89858f18ef641a31e4
3
+ size 5432