dmlux commited on
Commit
320147f
·
verified ·
1 Parent(s): f4355a5

Add prism-en-0.1.0 (fp32)

Browse files
.gitattributes CHANGED
@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ prism-en-0.1.0/model-xnnpack-24x16.pte filter=lfs diff=lfs merge=lfs -text
37
+ prism-en-0.1.0/model-xnnpack-48x32.pte filter=lfs diff=lfs merge=lfs -text
38
+ prism-en-0.1.0/model-xnnpack-96x64.pte filter=lfs diff=lfs merge=lfs -text
39
+ prism-en-0.1.0/model-xnnpack.pte filter=lfs diff=lfs merge=lfs -text
40
+ prism-en-0.1.0/model.ptd filter=lfs diff=lfs merge=lfs -text
prism-en-0.1.0/LICENSES/README.md ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Model artifact provenance and licenses
2
+
3
+ The exported model weights are derived from the following sources.
4
+
5
+ ## Backbone
6
+
7
+ - model: `jhu-clsp/ettin-encoder-17m`
8
+ - revision: `987607455c61e7a5bbc85f7758e0512ea6d0ae4c`
9
+ - license: see the model card of the backbone repository
10
+
11
+ ## Gold treebanks
12
+
13
+ - `UniversalDependencies/UD_English-EWT` at `c5baffde1e106bcd828c520109eb905bfc3ac06f` (CC-BY-SA-4.0)
14
+
15
+ ## Silver corpora
16
+
17
+ - `data/processed/gutenberg-eng/pretokenized.jsonl` (provenance documented in `docs/PROJECT_STATUS.md`)
18
+ - `data/processed/wikipedia-eng/pretokenized.jsonl` (provenance documented in `docs/PROJECT_STATUS.md`)
19
+
20
+ Prism source code is licensed under the Apache License 2.0; the
21
+ model weights and datasets retain their own licenses and
22
+ attribution requirements.
prism-en-0.1.0/calibration.json ADDED
@@ -0,0 +1,244 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_epoch_index": 6,
3
+ "checkpoint_path": "runs/en-student-distilled/best-development-task-accuracy.pt",
4
+ "format_version": 1,
5
+ "head_reports": [
6
+ {
7
+ "ece_after": 0.005441957552121789,
8
+ "ece_before": 0.016183696506141168,
9
+ "head_name": "upos",
10
+ "nll_after": 0.11671368777751923,
11
+ "nll_before": 0.12541647255420685,
12
+ "temperature": 1.2302687708123818
13
+ },
14
+ {
15
+ "ece_after": 0.006234114112075358,
16
+ "ece_before": 0.01071615848080423,
17
+ "head_name": "lemma-rule",
18
+ "nll_after": 0.0970560610294342,
19
+ "nll_before": 0.10678424686193466,
20
+ "temperature": 1.2882495516931343
21
+ },
22
+ {
23
+ "ece_after": 0.00032322729208664723,
24
+ "ece_before": 0.0007396460350519627,
25
+ "head_name": "morphology:Abbr",
26
+ "nll_after": 0.005258625373244286,
27
+ "nll_before": 0.005588284227997065,
28
+ "temperature": 1.2022644346174132
29
+ },
30
+ {
31
+ "ece_after": 0.0002116735030136497,
32
+ "ece_before": 0.00044313321647247765,
33
+ "head_name": "morphology:Case",
34
+ "nll_after": 0.0028591612353920937,
35
+ "nll_before": 0.003140827640891075,
36
+ "temperature": 1.2589254117941675
37
+ },
38
+ {
39
+ "ece_after": 0.0001199481791956478,
40
+ "ece_before": 0.00025642807579003143,
41
+ "head_name": "morphology:Definite",
42
+ "nll_after": 0.0015918419230729342,
43
+ "nll_before": 0.0019933502189815044,
44
+ "temperature": 1.4288939585111027
45
+ },
46
+ {
47
+ "ece_after": 0.0011625662019606995,
48
+ "ece_before": 0.003800079441453746,
49
+ "head_name": "morphology:Degree",
50
+ "nll_after": 0.02974172867834568,
51
+ "nll_before": 0.031199965626001358,
52
+ "temperature": 1.1748975549395297
53
+ },
54
+ {
55
+ "ece_after": 0.0002992837312687897,
56
+ "ece_before": 0.00043008941288136444,
57
+ "head_name": "morphology:ExtPos",
58
+ "nll_after": 0.004101748112589121,
59
+ "nll_before": 0.004762609489262104,
60
+ "temperature": 1.348962882591654
61
+ },
62
+ {
63
+ "ece_after": 7.510185241699219e-05,
64
+ "ece_before": 0.0005959868431091309,
65
+ "head_name": "morphology:Foreign",
66
+ "nll_after": 0.006090050563216209,
67
+ "nll_before": 0.006328464485704899,
68
+ "temperature": 1.1481536214968828
69
+ },
70
+ {
71
+ "ece_after": 0.00010531637445238233,
72
+ "ece_before": 0.0001350373415234789,
73
+ "head_name": "morphology:Gender",
74
+ "nll_after": 0.000590905430726707,
75
+ "nll_before": 0.0007522881496697664,
76
+ "temperature": 1.4791083881682072
77
+ },
78
+ {
79
+ "ece_after": 0.0006064857012708717,
80
+ "ece_before": 0.0023590952590230585,
81
+ "head_name": "morphology:Mood",
82
+ "nll_after": 0.017884405329823494,
83
+ "nll_before": 0.0192925576120615,
84
+ "temperature": 1.2445146117713852
85
+ },
86
+ {
87
+ "ece_after": 0.00020758402973752264,
88
+ "ece_before": 0.00014880597708226184,
89
+ "head_name": "morphology:NumForm",
90
+ "nll_after": 0.002081308513879776,
91
+ "nll_before": 0.0020959177054464817,
92
+ "temperature": 1.0471285480508996
93
+ },
94
+ {
95
+ "ece_after": 0.00010684590534059172,
96
+ "ece_before": 0.00019944701789174066,
97
+ "head_name": "morphology:NumType",
98
+ "nll_after": 0.0025438503362238407,
99
+ "nll_before": 0.0025958633050322533,
100
+ "temperature": 1.096478196143185
101
+ },
102
+ {
103
+ "ece_after": 0.0029593203218251482,
104
+ "ece_before": 0.007646779354438273,
105
+ "head_name": "morphology:Number",
106
+ "nll_after": 0.05233784392476082,
107
+ "nll_before": 0.05637102201581001,
108
+ "temperature": 1.2589254117941675
109
+ },
110
+ {
111
+ "ece_after": 0.0009342402032850677,
112
+ "ece_before": 0.002301943713382196,
113
+ "head_name": "morphology:Person",
114
+ "nll_after": 0.015940934419631958,
115
+ "nll_before": 0.01712203212082386,
116
+ "temperature": 1.2302687708123818
117
+ },
118
+ {
119
+ "ece_after": 0.0,
120
+ "ece_before": 2.3576188489344954e-05,
121
+ "head_name": "morphology:Polarity",
122
+ "nll_after": 0.0,
123
+ "nll_before": 2.5878938686219044e-05,
124
+ "temperature": 0.025118864315095794
125
+ },
126
+ {
127
+ "ece_after": 0.00012183183317135848,
128
+ "ece_before": 0.00017589407077446865,
129
+ "head_name": "morphology:Poss",
130
+ "nll_after": 0.0006022739107720554,
131
+ "nll_before": 0.0009953207336366177,
132
+ "temperature": 2.0892961308540396
133
+ },
134
+ {
135
+ "ece_after": 0.0005369781930859721,
136
+ "ece_before": 0.0013255531404215606,
137
+ "head_name": "morphology:PronType",
138
+ "nll_after": 0.010018318891525269,
139
+ "nll_before": 0.010566060431301594,
140
+ "temperature": 1.1748975549395297
141
+ },
142
+ {
143
+ "ece_after": 5.4787659542273656e-05,
144
+ "ece_before": 5.5420842651104e-05,
145
+ "head_name": "morphology:Reflex",
146
+ "nll_after": 8.405771950492635e-05,
147
+ "nll_before": 9.500887244939804e-05,
148
+ "temperature": 1.53108746168203
149
+ },
150
+ {
151
+ "ece_after": 0.0001815288207522564,
152
+ "ece_before": 0.000450778341629794,
153
+ "head_name": "morphology:Style",
154
+ "nll_after": 0.004125357139855623,
155
+ "nll_before": 0.004565040115267038,
156
+ "temperature": 1.2589254117941675
157
+ },
158
+ {
159
+ "ece_after": 0.001016275936928229,
160
+ "ece_before": 0.002800491137955059,
161
+ "head_name": "morphology:Tense",
162
+ "nll_after": 0.022966070100665092,
163
+ "nll_before": 0.023960698395967484,
164
+ "temperature": 1.1748975549395297
165
+ },
166
+ {
167
+ "ece_after": 0.0007750122559299565,
168
+ "ece_before": 0.003040426386566267,
169
+ "head_name": "morphology:Typo",
170
+ "nll_after": 0.02039133757352829,
171
+ "nll_before": 0.02183729223906994,
172
+ "temperature": 1.2302687708123818
173
+ },
174
+ {
175
+ "ece_after": 0.001381309617855464,
176
+ "ece_before": 0.004836846107083272,
177
+ "head_name": "morphology:VerbForm",
178
+ "nll_after": 0.03624548017978668,
179
+ "nll_before": 0.038742173463106155,
180
+ "temperature": 1.2302687708123818
181
+ },
182
+ {
183
+ "ece_after": 0.0003681270375713467,
184
+ "ece_before": 0.0011196166218518744,
185
+ "head_name": "morphology:Voice",
186
+ "nll_after": 0.009022683836519718,
187
+ "nll_before": 0.009534448385238647,
188
+ "temperature": 1.1885022274370187
189
+ }
190
+ ],
191
+ "language_tags": [
192
+ "en"
193
+ ],
194
+ "lemma_rule_temperature": 1.2882495516931343,
195
+ "morphology_feature_names": [
196
+ "Abbr",
197
+ "Case",
198
+ "Definite",
199
+ "Degree",
200
+ "ExtPos",
201
+ "Foreign",
202
+ "Gender",
203
+ "Mood",
204
+ "NumForm",
205
+ "NumType",
206
+ "Number",
207
+ "Person",
208
+ "Polarity",
209
+ "Poss",
210
+ "PronType",
211
+ "Reflex",
212
+ "Style",
213
+ "Tense",
214
+ "Typo",
215
+ "VerbForm",
216
+ "Voice"
217
+ ],
218
+ "morphology_logit_correction_strength": 0.0,
219
+ "morphology_temperatures": [
220
+ 1.2022644346174132,
221
+ 1.2589254117941675,
222
+ 1.4288939585111027,
223
+ 1.1748975549395297,
224
+ 1.348962882591654,
225
+ 1.1481536214968828,
226
+ 1.4791083881682072,
227
+ 1.2445146117713852,
228
+ 1.0471285480508996,
229
+ 1.096478196143185,
230
+ 1.2589254117941675,
231
+ 1.2302687708123818,
232
+ 0.025118864315095794,
233
+ 2.0892961308540396,
234
+ 1.1748975549395297,
235
+ 1.53108746168203,
236
+ 1.2589254117941675,
237
+ 1.1748975549395297,
238
+ 1.2302687708123818,
239
+ 1.2302687708123818,
240
+ 1.1885022274370187
241
+ ],
242
+ "treebank_release": "2.17",
243
+ "upos_temperature": 1.2302687708123818
244
+ }
prism-en-0.1.0/fixtures.json ADDED
The diff for this file is too large to render. See raw diff
 
prism-en-0.1.0/labels.json ADDED
The diff for this file is too large to render. See raw diff
 
prism-en-0.1.0/manifest.json ADDED
@@ -0,0 +1,538 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "manifest_format_version": 1,
3
+ "artifact_name": "prism-en",
4
+ "artifact_version": "0.1.0",
5
+ "language_tags": [
6
+ "en"
7
+ ],
8
+ "tasks": [
9
+ "upos",
10
+ "morphology",
11
+ "lemma_rules"
12
+ ],
13
+ "labels_file": "labels.json",
14
+ "vocabulary_file": "vocabulary.json",
15
+ "fixtures_file": "fixtures.json",
16
+ "character_unicode_normalization": "NFC",
17
+ "tokenizer": {
18
+ "file_name": "vocabulary.json",
19
+ "class_name": "TokenizersBackend",
20
+ "padding_token_id": 50283
21
+ },
22
+ "programs": [
23
+ {
24
+ "file_name": "model-xnnpack.pte",
25
+ "format": "executorch-pte",
26
+ "backend": "xnnpack",
27
+ "precision": "fp32",
28
+ "sha256": "a7ec838db4a6cbcd5593326059e9e95a728123e06edd3f1fe37403c5aa677f22",
29
+ "size_bytes": 176624,
30
+ "shapes": {
31
+ "batch_size": 8,
32
+ "subword_count": 160,
33
+ "token_count": 96,
34
+ "character_count": 32
35
+ },
36
+ "inputs": [
37
+ {
38
+ "name": "input_ids",
39
+ "dtype": "int64",
40
+ "shape": [
41
+ 8,
42
+ 160
43
+ ]
44
+ },
45
+ {
46
+ "name": "attention_mask",
47
+ "dtype": "bool",
48
+ "shape": [
49
+ 8,
50
+ 160
51
+ ]
52
+ },
53
+ {
54
+ "name": "first_subword_indices",
55
+ "dtype": "int64",
56
+ "shape": [
57
+ 8,
58
+ 96
59
+ ]
60
+ },
61
+ {
62
+ "name": "subword_end_indices",
63
+ "dtype": "int64",
64
+ "shape": [
65
+ 8,
66
+ 96
67
+ ]
68
+ },
69
+ {
70
+ "name": "token_mask",
71
+ "dtype": "bool",
72
+ "shape": [
73
+ 8,
74
+ 96
75
+ ]
76
+ },
77
+ {
78
+ "name": "character_ids",
79
+ "dtype": "int64",
80
+ "shape": [
81
+ 8,
82
+ 96,
83
+ 32
84
+ ]
85
+ },
86
+ {
87
+ "name": "character_mask",
88
+ "dtype": "bool",
89
+ "shape": [
90
+ 8,
91
+ 96,
92
+ 32
93
+ ]
94
+ }
95
+ ],
96
+ "output_names": [
97
+ "upos_probabilities",
98
+ "morphology_probabilities:Abbr",
99
+ "morphology_probabilities:Case",
100
+ "morphology_probabilities:Definite",
101
+ "morphology_probabilities:Degree",
102
+ "morphology_probabilities:ExtPos",
103
+ "morphology_probabilities:Foreign",
104
+ "morphology_probabilities:Gender",
105
+ "morphology_probabilities:Mood",
106
+ "morphology_probabilities:NumForm",
107
+ "morphology_probabilities:NumType",
108
+ "morphology_probabilities:Number",
109
+ "morphology_probabilities:Person",
110
+ "morphology_probabilities:Polarity",
111
+ "morphology_probabilities:Poss",
112
+ "morphology_probabilities:PronType",
113
+ "morphology_probabilities:Reflex",
114
+ "morphology_probabilities:Style",
115
+ "morphology_probabilities:Tense",
116
+ "morphology_probabilities:Typo",
117
+ "morphology_probabilities:VerbForm",
118
+ "morphology_probabilities:Voice",
119
+ "lemma_rule_probabilities"
120
+ ],
121
+ "parity_maximum_probability_difference": 5.364418029785156e-07,
122
+ "data_files": [
123
+ "model.ptd"
124
+ ]
125
+ },
126
+ {
127
+ "file_name": "model-xnnpack-24x16.pte",
128
+ "format": "executorch-pte",
129
+ "backend": "xnnpack",
130
+ "precision": "fp32",
131
+ "sha256": "1bd9034bd32e46d8539af4265628b9beb288a303ae2ed08bc33cdb1e9f78e320",
132
+ "size_bytes": 176624,
133
+ "shapes": {
134
+ "batch_size": 8,
135
+ "subword_count": 24,
136
+ "token_count": 16,
137
+ "character_count": 32
138
+ },
139
+ "inputs": [
140
+ {
141
+ "name": "input_ids",
142
+ "dtype": "int64",
143
+ "shape": [
144
+ 8,
145
+ 24
146
+ ]
147
+ },
148
+ {
149
+ "name": "attention_mask",
150
+ "dtype": "bool",
151
+ "shape": [
152
+ 8,
153
+ 24
154
+ ]
155
+ },
156
+ {
157
+ "name": "first_subword_indices",
158
+ "dtype": "int64",
159
+ "shape": [
160
+ 8,
161
+ 16
162
+ ]
163
+ },
164
+ {
165
+ "name": "subword_end_indices",
166
+ "dtype": "int64",
167
+ "shape": [
168
+ 8,
169
+ 16
170
+ ]
171
+ },
172
+ {
173
+ "name": "token_mask",
174
+ "dtype": "bool",
175
+ "shape": [
176
+ 8,
177
+ 16
178
+ ]
179
+ },
180
+ {
181
+ "name": "character_ids",
182
+ "dtype": "int64",
183
+ "shape": [
184
+ 8,
185
+ 16,
186
+ 32
187
+ ]
188
+ },
189
+ {
190
+ "name": "character_mask",
191
+ "dtype": "bool",
192
+ "shape": [
193
+ 8,
194
+ 16,
195
+ 32
196
+ ]
197
+ }
198
+ ],
199
+ "output_names": [
200
+ "upos_probabilities",
201
+ "morphology_probabilities:Abbr",
202
+ "morphology_probabilities:Case",
203
+ "morphology_probabilities:Definite",
204
+ "morphology_probabilities:Degree",
205
+ "morphology_probabilities:ExtPos",
206
+ "morphology_probabilities:Foreign",
207
+ "morphology_probabilities:Gender",
208
+ "morphology_probabilities:Mood",
209
+ "morphology_probabilities:NumForm",
210
+ "morphology_probabilities:NumType",
211
+ "morphology_probabilities:Number",
212
+ "morphology_probabilities:Person",
213
+ "morphology_probabilities:Polarity",
214
+ "morphology_probabilities:Poss",
215
+ "morphology_probabilities:PronType",
216
+ "morphology_probabilities:Reflex",
217
+ "morphology_probabilities:Style",
218
+ "morphology_probabilities:Tense",
219
+ "morphology_probabilities:Typo",
220
+ "morphology_probabilities:VerbForm",
221
+ "morphology_probabilities:Voice",
222
+ "lemma_rule_probabilities"
223
+ ],
224
+ "parity_maximum_probability_difference": 2.682209014892578e-06,
225
+ "data_files": [
226
+ "model.ptd"
227
+ ]
228
+ },
229
+ {
230
+ "file_name": "model-xnnpack-48x32.pte",
231
+ "format": "executorch-pte",
232
+ "backend": "xnnpack",
233
+ "precision": "fp32",
234
+ "sha256": "0d7e03ed24580d9160afd440b89818df908ed8806646f9524aa7cc664a3063d4",
235
+ "size_bytes": 176624,
236
+ "shapes": {
237
+ "batch_size": 8,
238
+ "subword_count": 48,
239
+ "token_count": 32,
240
+ "character_count": 32
241
+ },
242
+ "inputs": [
243
+ {
244
+ "name": "input_ids",
245
+ "dtype": "int64",
246
+ "shape": [
247
+ 8,
248
+ 48
249
+ ]
250
+ },
251
+ {
252
+ "name": "attention_mask",
253
+ "dtype": "bool",
254
+ "shape": [
255
+ 8,
256
+ 48
257
+ ]
258
+ },
259
+ {
260
+ "name": "first_subword_indices",
261
+ "dtype": "int64",
262
+ "shape": [
263
+ 8,
264
+ 32
265
+ ]
266
+ },
267
+ {
268
+ "name": "subword_end_indices",
269
+ "dtype": "int64",
270
+ "shape": [
271
+ 8,
272
+ 32
273
+ ]
274
+ },
275
+ {
276
+ "name": "token_mask",
277
+ "dtype": "bool",
278
+ "shape": [
279
+ 8,
280
+ 32
281
+ ]
282
+ },
283
+ {
284
+ "name": "character_ids",
285
+ "dtype": "int64",
286
+ "shape": [
287
+ 8,
288
+ 32,
289
+ 32
290
+ ]
291
+ },
292
+ {
293
+ "name": "character_mask",
294
+ "dtype": "bool",
295
+ "shape": [
296
+ 8,
297
+ 32,
298
+ 32
299
+ ]
300
+ }
301
+ ],
302
+ "output_names": [
303
+ "upos_probabilities",
304
+ "morphology_probabilities:Abbr",
305
+ "morphology_probabilities:Case",
306
+ "morphology_probabilities:Definite",
307
+ "morphology_probabilities:Degree",
308
+ "morphology_probabilities:ExtPos",
309
+ "morphology_probabilities:Foreign",
310
+ "morphology_probabilities:Gender",
311
+ "morphology_probabilities:Mood",
312
+ "morphology_probabilities:NumForm",
313
+ "morphology_probabilities:NumType",
314
+ "morphology_probabilities:Number",
315
+ "morphology_probabilities:Person",
316
+ "morphology_probabilities:Polarity",
317
+ "morphology_probabilities:Poss",
318
+ "morphology_probabilities:PronType",
319
+ "morphology_probabilities:Reflex",
320
+ "morphology_probabilities:Style",
321
+ "morphology_probabilities:Tense",
322
+ "morphology_probabilities:Typo",
323
+ "morphology_probabilities:VerbForm",
324
+ "morphology_probabilities:Voice",
325
+ "lemma_rule_probabilities"
326
+ ],
327
+ "parity_maximum_probability_difference": 5.364418029785156e-07,
328
+ "data_files": [
329
+ "model.ptd"
330
+ ]
331
+ },
332
+ {
333
+ "file_name": "model-xnnpack-96x64.pte",
334
+ "format": "executorch-pte",
335
+ "backend": "xnnpack",
336
+ "precision": "fp32",
337
+ "sha256": "7be4600e54a0f2e2ee8af2eb05e46ffb0b7100d4dbcc55143b45191cd9578584",
338
+ "size_bytes": 176624,
339
+ "shapes": {
340
+ "batch_size": 8,
341
+ "subword_count": 96,
342
+ "token_count": 64,
343
+ "character_count": 32
344
+ },
345
+ "inputs": [
346
+ {
347
+ "name": "input_ids",
348
+ "dtype": "int64",
349
+ "shape": [
350
+ 8,
351
+ 96
352
+ ]
353
+ },
354
+ {
355
+ "name": "attention_mask",
356
+ "dtype": "bool",
357
+ "shape": [
358
+ 8,
359
+ 96
360
+ ]
361
+ },
362
+ {
363
+ "name": "first_subword_indices",
364
+ "dtype": "int64",
365
+ "shape": [
366
+ 8,
367
+ 64
368
+ ]
369
+ },
370
+ {
371
+ "name": "subword_end_indices",
372
+ "dtype": "int64",
373
+ "shape": [
374
+ 8,
375
+ 64
376
+ ]
377
+ },
378
+ {
379
+ "name": "token_mask",
380
+ "dtype": "bool",
381
+ "shape": [
382
+ 8,
383
+ 64
384
+ ]
385
+ },
386
+ {
387
+ "name": "character_ids",
388
+ "dtype": "int64",
389
+ "shape": [
390
+ 8,
391
+ 64,
392
+ 32
393
+ ]
394
+ },
395
+ {
396
+ "name": "character_mask",
397
+ "dtype": "bool",
398
+ "shape": [
399
+ 8,
400
+ 64,
401
+ 32
402
+ ]
403
+ }
404
+ ],
405
+ "output_names": [
406
+ "upos_probabilities",
407
+ "morphology_probabilities:Abbr",
408
+ "morphology_probabilities:Case",
409
+ "morphology_probabilities:Definite",
410
+ "morphology_probabilities:Degree",
411
+ "morphology_probabilities:ExtPos",
412
+ "morphology_probabilities:Foreign",
413
+ "morphology_probabilities:Gender",
414
+ "morphology_probabilities:Mood",
415
+ "morphology_probabilities:NumForm",
416
+ "morphology_probabilities:NumType",
417
+ "morphology_probabilities:Number",
418
+ "morphology_probabilities:Person",
419
+ "morphology_probabilities:Polarity",
420
+ "morphology_probabilities:Poss",
421
+ "morphology_probabilities:PronType",
422
+ "morphology_probabilities:Reflex",
423
+ "morphology_probabilities:Style",
424
+ "morphology_probabilities:Tense",
425
+ "morphology_probabilities:Typo",
426
+ "morphology_probabilities:VerbForm",
427
+ "morphology_probabilities:Voice",
428
+ "lemma_rule_probabilities"
429
+ ],
430
+ "parity_maximum_probability_difference": 5.364418029785156e-07,
431
+ "data_files": [
432
+ "model.ptd"
433
+ ]
434
+ }
435
+ ],
436
+ "data_files": [
437
+ {
438
+ "file_name": "model.ptd",
439
+ "sha256": "70fef2ff84560a456d4aad63ba0945acf6cbc2c041a31f2a2c27c0bc34316a4c",
440
+ "size_bytes": 71962624
441
+ }
442
+ ],
443
+ "checkpoint": {
444
+ "run_name": "en-student-distilled",
445
+ "file_name": "best-development-task-accuracy.pt",
446
+ "epoch_index": 6,
447
+ "sha256": "c2bf8e583bd447d25062e9038ddcd6453fa097421c4c39a8be7f2da57473e5d4",
448
+ "morphology_logit_correction_strength": 0.0
449
+ },
450
+ "backbone": {
451
+ "model_id": "jhu-clsp/ettin-encoder-17m",
452
+ "revision": "987607455c61e7a5bbc85f7758e0512ea6d0ae4c"
453
+ },
454
+ "treebanks": [
455
+ {
456
+ "repository_id": "UniversalDependencies/UD_English-EWT",
457
+ "revision": "c5baffde1e106bcd828c520109eb905bfc3ac06f",
458
+ "license_id": "CC-BY-SA-4.0"
459
+ }
460
+ ],
461
+ "quantization": "none",
462
+ "calibration_file": "calibration.json",
463
+ "segmentation": {
464
+ "abbreviations": [
465
+ "a.m.",
466
+ "adm.",
467
+ "al.",
468
+ "approx.",
469
+ "apr.",
470
+ "aug.",
471
+ "ave.",
472
+ "blvd.",
473
+ "ca.",
474
+ "capt.",
475
+ "cf.",
476
+ "ch.",
477
+ "chap.",
478
+ "co.",
479
+ "col.",
480
+ "corp.",
481
+ "dec.",
482
+ "dept.",
483
+ "dr.",
484
+ "e.g.",
485
+ "ed.",
486
+ "eds.",
487
+ "est.",
488
+ "etc.",
489
+ "feb.",
490
+ "fig.",
491
+ "figs.",
492
+ "fr.",
493
+ "gen.",
494
+ "gov.",
495
+ "hon.",
496
+ "i.e.",
497
+ "ibid.",
498
+ "inc.",
499
+ "jan.",
500
+ "jr.",
501
+ "jul.",
502
+ "jun.",
503
+ "lt.",
504
+ "ltd.",
505
+ "maj.",
506
+ "mar.",
507
+ "messrs.",
508
+ "mr.",
509
+ "mrs.",
510
+ "ms.",
511
+ "mt.",
512
+ "no.",
513
+ "nov.",
514
+ "oct.",
515
+ "p.",
516
+ "p.m.",
517
+ "pp.",
518
+ "pres.",
519
+ "prof.",
520
+ "pt.",
521
+ "rd.",
522
+ "rep.",
523
+ "rev.",
524
+ "sec.",
525
+ "sen.",
526
+ "sep.",
527
+ "sept.",
528
+ "sgt.",
529
+ "sr.",
530
+ "st.",
531
+ "univ.",
532
+ "viz.",
533
+ "vol.",
534
+ "vols.",
535
+ "vs."
536
+ ]
537
+ }
538
+ }
prism-en-0.1.0/model-xnnpack-24x16.pte ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bd9034bd32e46d8539af4265628b9beb288a303ae2ed08bc33cdb1e9f78e320
3
+ size 176624
prism-en-0.1.0/model-xnnpack-48x32.pte ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d7e03ed24580d9160afd440b89818df908ed8806646f9524aa7cc664a3063d4
3
+ size 176624
prism-en-0.1.0/model-xnnpack-96x64.pte ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7be4600e54a0f2e2ee8af2eb05e46ffb0b7100d4dbcc55143b45191cd9578584
3
+ size 176624
prism-en-0.1.0/model-xnnpack.pte ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7ec838db4a6cbcd5593326059e9e95a728123e06edd3f1fe37403c5aa677f22
3
+ size 176624
prism-en-0.1.0/model.ptd ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70fef2ff84560a456d4aad63ba0945acf6cbc2c041a31f2a2c27c0bc34316a4c
3
+ size 71962624
prism-en-0.1.0/vocabulary.json ADDED
The diff for this file is too large to render. See raw diff