kszucs HF Staff commited on
Commit
a9503d9
·
verified ·
1 Parent(s): f1d59c8

Sync catalog metadata

Browse files
deepmind/narrativeqa/metadata/27d22b75-e3f2-409b-88ae-f7fc8801a33a.avro ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9aa9296114b8e00dc437257de9ead6ecebe3ba4876f92cca08d6fc979529aad
3
+ size 16826
deepmind/narrativeqa/metadata/snap-1-0-2ad81a07-3cf7-4ed5-a241-0a8406b52dd9.avro ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47baf86b99c611ba7c43d7bd9cde47d6521935a49ae17c93e967ddff617f5521
3
+ size 1776
deepmind/narrativeqa/metadata/v1.metadata.json ADDED
@@ -0,0 +1,246 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "location": "hf://spaces/kszucs/catalog/deepmind/narrativeqa",
3
+ "table-uuid": "3c030053-0d98-46b0-ad03-93875f084a4d",
4
+ "last-updated-ms": 1292958017,
5
+ "last-column-id": 25,
6
+ "schemas": [
7
+ {
8
+ "type": "struct",
9
+ "fields": [
10
+ {
11
+ "id": 1,
12
+ "name": "split",
13
+ "type": "string",
14
+ "required": false
15
+ },
16
+ {
17
+ "id": 2,
18
+ "name": "document",
19
+ "type": {
20
+ "type": "struct",
21
+ "fields": [
22
+ {
23
+ "id": 5,
24
+ "name": "id",
25
+ "type": "string",
26
+ "required": false
27
+ },
28
+ {
29
+ "id": 6,
30
+ "name": "kind",
31
+ "type": "string",
32
+ "required": false
33
+ },
34
+ {
35
+ "id": 7,
36
+ "name": "url",
37
+ "type": "string",
38
+ "required": false
39
+ },
40
+ {
41
+ "id": 8,
42
+ "name": "file_size",
43
+ "type": "int",
44
+ "required": false
45
+ },
46
+ {
47
+ "id": 9,
48
+ "name": "word_count",
49
+ "type": "int",
50
+ "required": false
51
+ },
52
+ {
53
+ "id": 10,
54
+ "name": "start",
55
+ "type": "string",
56
+ "required": false
57
+ },
58
+ {
59
+ "id": 11,
60
+ "name": "end",
61
+ "type": "string",
62
+ "required": false
63
+ },
64
+ {
65
+ "id": 12,
66
+ "name": "summary",
67
+ "type": {
68
+ "type": "struct",
69
+ "fields": [
70
+ {
71
+ "id": 14,
72
+ "name": "text",
73
+ "type": "string",
74
+ "required": false
75
+ },
76
+ {
77
+ "id": 15,
78
+ "name": "tokens",
79
+ "type": {
80
+ "type": "list",
81
+ "element-id": 18,
82
+ "element": "string",
83
+ "element-required": false
84
+ },
85
+ "required": false
86
+ },
87
+ {
88
+ "id": 16,
89
+ "name": "url",
90
+ "type": "string",
91
+ "required": false
92
+ },
93
+ {
94
+ "id": 17,
95
+ "name": "title",
96
+ "type": "string",
97
+ "required": false
98
+ }
99
+ ]
100
+ },
101
+ "required": false
102
+ },
103
+ {
104
+ "id": 13,
105
+ "name": "text",
106
+ "type": "string",
107
+ "required": false
108
+ }
109
+ ]
110
+ },
111
+ "required": false
112
+ },
113
+ {
114
+ "id": 3,
115
+ "name": "question",
116
+ "type": {
117
+ "type": "struct",
118
+ "fields": [
119
+ {
120
+ "id": 19,
121
+ "name": "text",
122
+ "type": "string",
123
+ "required": false
124
+ },
125
+ {
126
+ "id": 20,
127
+ "name": "tokens",
128
+ "type": {
129
+ "type": "list",
130
+ "element-id": 21,
131
+ "element": "string",
132
+ "element-required": false
133
+ },
134
+ "required": false
135
+ }
136
+ ]
137
+ },
138
+ "required": false
139
+ },
140
+ {
141
+ "id": 4,
142
+ "name": "answers",
143
+ "type": {
144
+ "type": "list",
145
+ "element-id": 22,
146
+ "element": {
147
+ "type": "struct",
148
+ "fields": [
149
+ {
150
+ "id": 23,
151
+ "name": "text",
152
+ "type": "string",
153
+ "required": false
154
+ },
155
+ {
156
+ "id": 24,
157
+ "name": "tokens",
158
+ "type": {
159
+ "type": "list",
160
+ "element-id": 25,
161
+ "element": "string",
162
+ "element-required": false
163
+ },
164
+ "required": false
165
+ }
166
+ ]
167
+ },
168
+ "element-required": false
169
+ },
170
+ "required": false
171
+ }
172
+ ],
173
+ "schema-id": 0,
174
+ "identifier-field-ids": []
175
+ }
176
+ ],
177
+ "current-schema-id": 0,
178
+ "partition-specs": [
179
+ {
180
+ "spec-id": 0,
181
+ "fields": [
182
+ {
183
+ "source-id": 1,
184
+ "field-id": 1000,
185
+ "transform": "identity",
186
+ "name": "split"
187
+ }
188
+ ]
189
+ }
190
+ ],
191
+ "default-spec-id": 0,
192
+ "last-partition-id": 1000,
193
+ "properties": {
194
+ "write.parquet.compression-codec": "snappy",
195
+ "write.py-location-provider.impl": "faceberg.catalog.HfLocationProvider",
196
+ "write.data.path": "hf://datasets/deepmind/narrativeqa/data",
197
+ "hf.dataset.repo": "deepmind/narrativeqa",
198
+ "hf.dataset.config": "default",
199
+ "hf.dataset.revision": "2e643e7363944af1c33a652d1c87320d0871c4e4",
200
+ "hf.write.pattern": "{split}-{uuid}-iceberg.parquet",
201
+ "hf.write.split": "train",
202
+ "schema.name-mapping.default": "[{\"names\":[\"split\"],\"field-id\":1},{\"names\":[\"document\"],\"field-id\":2,\"fields\":[{\"names\":[\"id\"],\"field-id\":5},{\"names\":[\"kind\"],\"field-id\":6},{\"names\":[\"url\"],\"field-id\":7},{\"names\":[\"file_size\"],\"field-id\":8},{\"names\":[\"word_count\"],\"field-id\":9},{\"names\":[\"start\"],\"field-id\":10},{\"names\":[\"end\"],\"field-id\":11},{\"names\":[\"summary\"],\"field-id\":12,\"fields\":[{\"names\":[\"text\"],\"field-id\":14},{\"names\":[\"tokens\"],\"field-id\":15,\"fields\":[{\"names\":[\"element\"],\"field-id\":18}]},{\"names\":[\"url\"],\"field-id\":16},{\"names\":[\"title\"],\"field-id\":17}]},{\"names\":[\"text\"],\"field-id\":13}]},{\"names\":[\"question\"],\"field-id\":3,\"fields\":[{\"names\":[\"text\"],\"field-id\":19},{\"names\":[\"tokens\"],\"field-id\":20,\"fields\":[{\"names\":[\"element\"],\"field-id\":21}]}]},{\"names\":[\"answers\"],\"field-id\":4,\"fields\":[{\"names\":[\"element\"],\"field-id\":22,\"fields\":[{\"names\":[\"text\"],\"field-id\":23},{\"names\":[\"tokens\"],\"field-id\":24,\"fields\":[{\"names\":[\"element\"],\"field-id\":25}]}]}]}]"
203
+ },
204
+ "current-snapshot-id": 1,
205
+ "snapshots": [
206
+ {
207
+ "snapshot-id": 1,
208
+ "sequence-number": 0,
209
+ "timestamp-ms": 1292958017,
210
+ "manifest-list": "hf://spaces/kszucs/catalog/deepmind/narrativeqa/metadata/snap-1-0-2ad81a07-3cf7-4ed5-a241-0a8406b52dd9.avro",
211
+ "summary": {
212
+ "operation": "append",
213
+ "added-files-size": "3232805701",
214
+ "added-data-files": "35",
215
+ "added-records": "46765",
216
+ "changed-partition-count": "3",
217
+ "total-data-files": "35",
218
+ "total-delete-files": "0",
219
+ "total-records": "46765",
220
+ "total-files-size": "3232805701",
221
+ "total-position-deletes": "0",
222
+ "total-equality-deletes": "0"
223
+ },
224
+ "schema-id": 0
225
+ }
226
+ ],
227
+ "snapshot-log": [],
228
+ "metadata-log": [],
229
+ "sort-orders": [
230
+ {
231
+ "order-id": 0,
232
+ "fields": []
233
+ }
234
+ ],
235
+ "default-sort-order-id": 0,
236
+ "refs": {
237
+ "main": {
238
+ "snapshot-id": 1,
239
+ "type": "branch"
240
+ }
241
+ },
242
+ "statistics": [],
243
+ "partition-statistics": [],
244
+ "format-version": 2,
245
+ "last-sequence-number": 0
246
+ }
deepmind/narrativeqa/metadata/version-hint.text ADDED
@@ -0,0 +1 @@
 
 
1
+ 1