mokcho commited on
Commit
5bfd80e
·
verified ·
1 Parent(s): c6fc938

Upload folder using huggingface_hub

Browse files
Generalize/French_ParTUT-French_ParisStories/all_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 20.0,
3
+ "total_flos": 9618468172738560.0,
4
+ "train_loss": 268.31674360795455,
5
+ "train_runtime": 1062.7733,
6
+ "train_samples_per_second": 52.203,
7
+ "train_steps_per_second": 0.828
8
+ }
Generalize/French_ParTUT-French_ParisStories/config.json ADDED
@@ -0,0 +1,187 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-base-multilingual-cased",
3
+ "adapters": {
4
+ "adapters": {},
5
+ "config_map": {},
6
+ "fusion_config_map": {},
7
+ "fusion_name_map": {},
8
+ "fusions": {}
9
+ },
10
+ "architectures": [
11
+ "BertAdapterGeneralizeModel"
12
+ ],
13
+ "attention_probs_dropout_prob": 0.1,
14
+ "classifier_dropout": null,
15
+ "directionality": "bidi",
16
+ "hidden_act": "gelu",
17
+ "hidden_dropout_prob": 0.1,
18
+ "hidden_size": 768,
19
+ "id2label": {
20
+ "0": "_",
21
+ "1": "acl",
22
+ "2": "advcl",
23
+ "3": "advmod",
24
+ "4": "amod",
25
+ "5": "appos",
26
+ "6": "aux",
27
+ "7": "case",
28
+ "8": "cc",
29
+ "9": "ccomp",
30
+ "10": "clf",
31
+ "11": "compound",
32
+ "12": "conj",
33
+ "13": "cop",
34
+ "14": "csubj",
35
+ "15": "dep",
36
+ "16": "det",
37
+ "17": "discourse",
38
+ "18": "dislocated",
39
+ "19": "expl",
40
+ "20": "fixed",
41
+ "21": "flat",
42
+ "22": "goeswith",
43
+ "23": "iobj",
44
+ "24": "list",
45
+ "25": "mark",
46
+ "26": "nmod",
47
+ "27": "nsubj",
48
+ "28": "nummod",
49
+ "29": "obj",
50
+ "30": "obl",
51
+ "31": "orphan",
52
+ "32": "parataxis",
53
+ "33": "punct",
54
+ "34": "reparandum",
55
+ "35": "root",
56
+ "36": "vocative",
57
+ "37": "xcomp",
58
+ "38": "dup",
59
+ "39": "mwe",
60
+ "40": "name",
61
+ "41": "remnant"
62
+ },
63
+ "initializer_range": 0.02,
64
+ "intermediate_size": 3072,
65
+ "label2id": {
66
+ "_": 0,
67
+ "acl": 1,
68
+ "advcl": 2,
69
+ "advmod": 3,
70
+ "amod": 4,
71
+ "appos": 5,
72
+ "aux": 6,
73
+ "case": 7,
74
+ "cc": 8,
75
+ "ccomp": 9,
76
+ "clf": 10,
77
+ "compound": 11,
78
+ "conj": 12,
79
+ "cop": 13,
80
+ "csubj": 14,
81
+ "dep": 15,
82
+ "det": 16,
83
+ "discourse": 17,
84
+ "dislocated": 18,
85
+ "dup": 38,
86
+ "expl": 19,
87
+ "fixed": 20,
88
+ "flat": 21,
89
+ "goeswith": 22,
90
+ "iobj": 23,
91
+ "list": 24,
92
+ "mark": 25,
93
+ "mwe": 39,
94
+ "name": 40,
95
+ "nmod": 26,
96
+ "nsubj": 27,
97
+ "nummod": 28,
98
+ "obj": 29,
99
+ "obl": 30,
100
+ "orphan": 31,
101
+ "parataxis": 32,
102
+ "punct": 33,
103
+ "remnant": 41,
104
+ "reparandum": 34,
105
+ "root": 35,
106
+ "vocative": 36,
107
+ "xcomp": 37
108
+ },
109
+ "layer_norm_eps": 1e-12,
110
+ "max_position_embeddings": 512,
111
+ "model_type": "bert",
112
+ "num_attention_heads": 12,
113
+ "num_hidden_layers": 12,
114
+ "pad_token_id": 0,
115
+ "pooler_fc_size": 768,
116
+ "pooler_num_attention_heads": 12,
117
+ "pooler_num_fc_layers": 3,
118
+ "pooler_size_per_head": 128,
119
+ "pooler_type": "first_token_transform",
120
+ "position_embedding_type": "absolute",
121
+ "prediction_heads": {
122
+ "default": {
123
+ "activation_function": "gelu",
124
+ "bias": true,
125
+ "embedding_size": 768,
126
+ "head_type": "masked_lm",
127
+ "label2id": null,
128
+ "layer_norm": true,
129
+ "layers": 2,
130
+ "shift_labels": false,
131
+ "vocab_size": 119547
132
+ },
133
+ "ud_French-ParisStories": {
134
+ "head_type": "dependency_parsing",
135
+ "label2id": {
136
+ "_": 0,
137
+ "acl": 1,
138
+ "advcl": 2,
139
+ "advmod": 3,
140
+ "amod": 4,
141
+ "appos": 5,
142
+ "aux": 6,
143
+ "case": 7,
144
+ "cc": 8,
145
+ "ccomp": 9,
146
+ "clf": 10,
147
+ "compound": 11,
148
+ "conj": 12,
149
+ "cop": 13,
150
+ "csubj": 14,
151
+ "dep": 15,
152
+ "det": 16,
153
+ "discourse": 17,
154
+ "dislocated": 18,
155
+ "dup": 38,
156
+ "expl": 19,
157
+ "fixed": 20,
158
+ "flat": 21,
159
+ "goeswith": 22,
160
+ "iobj": 23,
161
+ "list": 24,
162
+ "mark": 25,
163
+ "mwe": 39,
164
+ "name": 40,
165
+ "nmod": 26,
166
+ "nsubj": 27,
167
+ "nummod": 28,
168
+ "obj": 29,
169
+ "obl": 30,
170
+ "orphan": 31,
171
+ "parataxis": 32,
172
+ "punct": 33,
173
+ "remnant": 41,
174
+ "reparandum": 34,
175
+ "root": 35,
176
+ "vocative": 36,
177
+ "xcomp": 37
178
+ },
179
+ "num_labels": 42
180
+ }
181
+ },
182
+ "torch_dtype": "float32",
183
+ "transformers_version": "4.47.1",
184
+ "type_vocab_size": 2,
185
+ "use_cache": true,
186
+ "vocab_size": 119547
187
+ }
Generalize/French_ParTUT-French_ParisStories/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e52fd6e59ce9c6802e90bd71527ac3e8702b3913f8767b1c4a7d684b676cbb7a
3
+ size 820332788
Generalize/French_ParTUT-French_ParisStories/train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 20.0,
3
+ "total_flos": 9618468172738560.0,
4
+ "train_loss": 268.31674360795455,
5
+ "train_runtime": 1062.7733,
6
+ "train_samples_per_second": 52.203,
7
+ "train_steps_per_second": 0.828
8
+ }
Generalize/French_ParTUT-French_ParisStories/trainer_state.json ADDED
@@ -0,0 +1,189 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 20.0,
5
+ "eval_steps": 500,
6
+ "global_step": 880,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_loss": 1.0756050642879529,
14
+ "las": 70.38505687154336,
15
+ "step": 44,
16
+ "uas": 75.1747886883022
17
+ },
18
+ {
19
+ "epoch": 2.0,
20
+ "eval_loss": 0.9387228285101639,
21
+ "las": 74.81999373891266,
22
+ "step": 88,
23
+ "uas": 79.16101429614943
24
+ },
25
+ {
26
+ "epoch": 3.0,
27
+ "eval_loss": 0.9517542120369001,
28
+ "las": 75.3939267452781,
29
+ "step": 132,
30
+ "uas": 79.67233642909318
31
+ },
32
+ {
33
+ "epoch": 4.0,
34
+ "eval_loss": 1.171844441657779,
35
+ "las": 70.7920275487843,
36
+ "step": 176,
37
+ "uas": 76.55222790357925
38
+ },
39
+ {
40
+ "epoch": 5.0,
41
+ "eval_loss": 1.1132369195592815,
42
+ "las": 73.31733277679223,
43
+ "step": 220,
44
+ "uas": 78.0966294479808
45
+ },
46
+ {
47
+ "epoch": 6.0,
48
+ "eval_loss": 1.3073821304173305,
49
+ "las": 69.12240425753939,
50
+ "step": 264,
51
+ "uas": 75.03913179588855
52
+ },
53
+ {
54
+ "epoch": 7.0,
55
+ "eval_loss": 1.2420942790206821,
56
+ "las": 71.67901492225816,
57
+ "step": 308,
58
+ "uas": 77.64791818845873
59
+ },
60
+ {
61
+ "epoch": 8.0,
62
+ "eval_loss": 1.0161451150973637,
63
+ "las": 76.24960868204111,
64
+ "step": 352,
65
+ "uas": 80.48627778357508
66
+ },
67
+ {
68
+ "epoch": 9.0,
69
+ "eval_loss": 1.3402375003387188,
70
+ "las": 74.89303975790462,
71
+ "step": 396,
72
+ "uas": 79.21319002400084
73
+ },
74
+ {
75
+ "epoch": 10.0,
76
+ "eval_loss": 1.0813801012847615,
77
+ "las": 73.9330063654388,
78
+ "step": 440,
79
+ "uas": 78.59751643535428
80
+ },
81
+ {
82
+ "epoch": 11.0,
83
+ "eval_loss": 1.049876693336443,
84
+ "las": 76.08264635291663,
85
+ "step": 484,
86
+ "uas": 80.35062089116143
87
+ },
88
+ {
89
+ "epoch": 11.363636363636363,
90
+ "grad_norm": 575.6925659179688,
91
+ "learning_rate": 8.636363636363637e-05,
92
+ "loss": 266.0638,
93
+ "step": 500
94
+ },
95
+ {
96
+ "epoch": 12.0,
97
+ "eval_loss": 1.094439845146804,
98
+ "las": 75.7174162579568,
99
+ "step": 528,
100
+ "uas": 80.4758426380048
101
+ },
102
+ {
103
+ "epoch": 13.0,
104
+ "eval_loss": 1.1210423235235543,
105
+ "las": 75.85307315037045,
106
+ "step": 572,
107
+ "uas": 80.16278827089639
108
+ },
109
+ {
110
+ "epoch": 14.0,
111
+ "eval_loss": 1.1604794688608455,
112
+ "las": 76.7400605238443,
113
+ "step": 616,
114
+ "uas": 80.90368360638631
115
+ },
116
+ {
117
+ "epoch": 15.0,
118
+ "eval_loss": 1.2782405176381955,
119
+ "las": 76.96963372639048,
120
+ "step": 660,
121
+ "uas": 81.1228216633622
122
+ },
123
+ {
124
+ "epoch": 16.0,
125
+ "eval_loss": 1.2626363681308155,
126
+ "las": 77.10529061880413,
127
+ "step": 704,
128
+ "uas": 81.16456224564332
129
+ },
130
+ {
131
+ "epoch": 17.0,
132
+ "eval_loss": 1.3092031437775185,
133
+ "las": 76.29134926432224,
134
+ "step": 748,
135
+ "uas": 80.65324011269958
136
+ },
137
+ {
138
+ "epoch": 18.0,
139
+ "eval_loss": 1.2724162484037465,
140
+ "las": 76.91745799853908,
141
+ "step": 792,
142
+ "uas": 81.42544088490034
143
+ },
144
+ {
145
+ "epoch": 19.0,
146
+ "eval_loss": 1.3031324956608914,
147
+ "las": 77.1783366377961,
148
+ "step": 836,
149
+ "uas": 81.59240321402483
150
+ },
151
+ {
152
+ "epoch": 20.0,
153
+ "eval_loss": 1.310123749162959,
154
+ "las": 77.29312323906919,
155
+ "step": 880,
156
+ "uas": 81.6654492330168
157
+ },
158
+ {
159
+ "epoch": 20.0,
160
+ "step": 880,
161
+ "total_flos": 9618468172738560.0,
162
+ "train_loss": 268.31674360795455,
163
+ "train_runtime": 1062.7733,
164
+ "train_samples_per_second": 52.203,
165
+ "train_steps_per_second": 0.828
166
+ }
167
+ ],
168
+ "logging_steps": 500,
169
+ "max_steps": 880,
170
+ "num_input_tokens_seen": 0,
171
+ "num_train_epochs": 20,
172
+ "save_steps": 500,
173
+ "stateful_callbacks": {
174
+ "TrainerControl": {
175
+ "args": {
176
+ "should_epoch_stop": false,
177
+ "should_evaluate": false,
178
+ "should_log": false,
179
+ "should_save": true,
180
+ "should_training_stop": true
181
+ },
182
+ "attributes": {}
183
+ }
184
+ },
185
+ "total_flos": 9618468172738560.0,
186
+ "train_batch_size": 64,
187
+ "trial_name": null,
188
+ "trial_params": null
189
+ }
Generalize/French_ParTUT-French_ParisStories/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15cb39779e362aa0351422c8ae1c996616eea71018b1e132562e4180222ad8bd
3
+ size 5432