Spaces:
Runtime error
Runtime error
Aryan Mishra commited on
Commit ·
84e52b7
1
Parent(s): 1774b6f
Add tracked ABSA datasets and demo resources
Browse filesAdds initial data assets under `data/`, including a demo review file, the FastText language ID model (`lid.176.ftz`), and tokenized Hugging Face Arrow datasets for both ABSA classification and NER across train/validation/test splits. Also adds `data/raw.dvc` to track the raw dataset directory with DVC and a local `.gitignore` entry for `data/raw`.
- data/.gitignore +1 -0
- data/demo/demo_single_reviews.txt +5 -0
- data/models/lid.176.ftz +3 -0
- data/raw.dvc +6 -0
- data/tokenized/absa_cls_dataset/dataset_dict.json +1 -0
- data/tokenized/absa_cls_dataset/test/data-00000-of-00001.arrow +3 -0
- data/tokenized/absa_cls_dataset/test/dataset_info.json +26 -0
- data/tokenized/absa_cls_dataset/test/state.json +13 -0
- data/tokenized/absa_cls_dataset/train/data-00000-of-00001.arrow +3 -0
- data/tokenized/absa_cls_dataset/train/dataset_info.json +26 -0
- data/tokenized/absa_cls_dataset/train/state.json +13 -0
- data/tokenized/absa_cls_dataset/validation/data-00000-of-00001.arrow +3 -0
- data/tokenized/absa_cls_dataset/validation/dataset_info.json +26 -0
- data/tokenized/absa_cls_dataset/validation/state.json +13 -0
- data/tokenized/absa_ner_dataset/dataset_dict.json +1 -0
- data/tokenized/absa_ner_dataset/test/data-00000-of-00001.arrow +3 -0
- data/tokenized/absa_ner_dataset/test/dataset_info.json +29 -0
- data/tokenized/absa_ner_dataset/test/state.json +13 -0
- data/tokenized/absa_ner_dataset/train/data-00000-of-00001.arrow +3 -0
- data/tokenized/absa_ner_dataset/train/dataset_info.json +29 -0
- data/tokenized/absa_ner_dataset/train/state.json +13 -0
- data/tokenized/absa_ner_dataset/validation/data-00000-of-00001.arrow +3 -0
- data/tokenized/absa_ner_dataset/validation/dataset_info.json +29 -0
- data/tokenized/absa_ner_dataset/validation/state.json +13 -0
data/.gitignore
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
/raw
|
data/demo/demo_single_reviews.txt
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
The phone has an amazing screen but the battery life is terrible.
|
| 2 |
+
I absolutely love the camera quality on this device.
|
| 3 |
+
फोन की बैटरी अच्छी है लेकिन कैमरा बेकार है
|
| 4 |
+
खाना बहुत स्वादिष्ट था, पर सर्विस थोड़ी स्लो थी
|
| 5 |
+
Design mast hai par price bahut high hai
|
data/models/lid.176.ftz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8f3472cfe8738a7b6099e8e999c3cbfae0dcd15696aac7d7738a8039db603e83
|
| 3 |
+
size 938013
|
data/raw.dvc
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
outs:
|
| 2 |
+
- md5: 0d10b4997c93bd1bce4a9d53a6e4748e.dir
|
| 3 |
+
size: 7943297
|
| 4 |
+
nfiles: 21
|
| 5 |
+
hash: md5
|
| 6 |
+
path: raw
|
data/tokenized/absa_cls_dataset/dataset_dict.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"splits": ["train", "validation", "test"]}
|
data/tokenized/absa_cls_dataset/test/data-00000-of-00001.arrow
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1eb8d8230357e82431b68c2226770b209f0a61fe34425c0fd037b17f913a028c
|
| 3 |
+
size 101864
|
data/tokenized/absa_cls_dataset/test/dataset_info.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"citation": "",
|
| 3 |
+
"description": "",
|
| 4 |
+
"features": {
|
| 5 |
+
"label": {
|
| 6 |
+
"dtype": "int64",
|
| 7 |
+
"_type": "Value"
|
| 8 |
+
},
|
| 9 |
+
"input_ids": {
|
| 10 |
+
"feature": {
|
| 11 |
+
"dtype": "int32",
|
| 12 |
+
"_type": "Value"
|
| 13 |
+
},
|
| 14 |
+
"_type": "Sequence"
|
| 15 |
+
},
|
| 16 |
+
"attention_mask": {
|
| 17 |
+
"feature": {
|
| 18 |
+
"dtype": "int8",
|
| 19 |
+
"_type": "Value"
|
| 20 |
+
},
|
| 21 |
+
"_type": "Sequence"
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"homepage": "",
|
| 25 |
+
"license": ""
|
| 26 |
+
}
|
data/tokenized/absa_cls_dataset/test/state.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_data_files": [
|
| 3 |
+
{
|
| 4 |
+
"filename": "data-00000-of-00001.arrow"
|
| 5 |
+
}
|
| 6 |
+
],
|
| 7 |
+
"_fingerprint": "b686d9c13fd54a9d",
|
| 8 |
+
"_format_columns": null,
|
| 9 |
+
"_format_kwargs": {},
|
| 10 |
+
"_format_type": null,
|
| 11 |
+
"_output_all_columns": false,
|
| 12 |
+
"_split": null
|
| 13 |
+
}
|
data/tokenized/absa_cls_dataset/train/data-00000-of-00001.arrow
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:74827f37b8915b4946a33e030d5833d109bfcf9d9d847edf54fd830fe33a0a3d
|
| 3 |
+
size 808112
|
data/tokenized/absa_cls_dataset/train/dataset_info.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"citation": "",
|
| 3 |
+
"description": "",
|
| 4 |
+
"features": {
|
| 5 |
+
"label": {
|
| 6 |
+
"dtype": "int64",
|
| 7 |
+
"_type": "Value"
|
| 8 |
+
},
|
| 9 |
+
"input_ids": {
|
| 10 |
+
"feature": {
|
| 11 |
+
"dtype": "int32",
|
| 12 |
+
"_type": "Value"
|
| 13 |
+
},
|
| 14 |
+
"_type": "Sequence"
|
| 15 |
+
},
|
| 16 |
+
"attention_mask": {
|
| 17 |
+
"feature": {
|
| 18 |
+
"dtype": "int8",
|
| 19 |
+
"_type": "Value"
|
| 20 |
+
},
|
| 21 |
+
"_type": "Sequence"
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"homepage": "",
|
| 25 |
+
"license": ""
|
| 26 |
+
}
|
data/tokenized/absa_cls_dataset/train/state.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_data_files": [
|
| 3 |
+
{
|
| 4 |
+
"filename": "data-00000-of-00001.arrow"
|
| 5 |
+
}
|
| 6 |
+
],
|
| 7 |
+
"_fingerprint": "59c1808a1a0be248",
|
| 8 |
+
"_format_columns": null,
|
| 9 |
+
"_format_kwargs": {},
|
| 10 |
+
"_format_type": null,
|
| 11 |
+
"_output_all_columns": false,
|
| 12 |
+
"_split": null
|
| 13 |
+
}
|
data/tokenized/absa_cls_dataset/validation/data-00000-of-00001.arrow
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a9da21b3401a16a246766047cda0695dcf07ef7d3c7eb64804ed9f59f0746f08
|
| 3 |
+
size 105136
|
data/tokenized/absa_cls_dataset/validation/dataset_info.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"citation": "",
|
| 3 |
+
"description": "",
|
| 4 |
+
"features": {
|
| 5 |
+
"label": {
|
| 6 |
+
"dtype": "int64",
|
| 7 |
+
"_type": "Value"
|
| 8 |
+
},
|
| 9 |
+
"input_ids": {
|
| 10 |
+
"feature": {
|
| 11 |
+
"dtype": "int32",
|
| 12 |
+
"_type": "Value"
|
| 13 |
+
},
|
| 14 |
+
"_type": "Sequence"
|
| 15 |
+
},
|
| 16 |
+
"attention_mask": {
|
| 17 |
+
"feature": {
|
| 18 |
+
"dtype": "int8",
|
| 19 |
+
"_type": "Value"
|
| 20 |
+
},
|
| 21 |
+
"_type": "Sequence"
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"homepage": "",
|
| 25 |
+
"license": ""
|
| 26 |
+
}
|
data/tokenized/absa_cls_dataset/validation/state.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_data_files": [
|
| 3 |
+
{
|
| 4 |
+
"filename": "data-00000-of-00001.arrow"
|
| 5 |
+
}
|
| 6 |
+
],
|
| 7 |
+
"_fingerprint": "a33b9cfd2402e633",
|
| 8 |
+
"_format_columns": null,
|
| 9 |
+
"_format_kwargs": {},
|
| 10 |
+
"_format_type": null,
|
| 11 |
+
"_output_all_columns": false,
|
| 12 |
+
"_split": null
|
| 13 |
+
}
|
data/tokenized/absa_ner_dataset/dataset_dict.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"splits": ["train", "validation", "test"]}
|
data/tokenized/absa_ner_dataset/test/data-00000-of-00001.arrow
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e1ec218e3b5b0c88fd86358c8e87f44709510cff43c41a81dac98274ce4eb0e7
|
| 3 |
+
size 141712
|
data/tokenized/absa_ner_dataset/test/dataset_info.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"citation": "",
|
| 3 |
+
"description": "",
|
| 4 |
+
"features": {
|
| 5 |
+
"input_ids": {
|
| 6 |
+
"feature": {
|
| 7 |
+
"dtype": "int32",
|
| 8 |
+
"_type": "Value"
|
| 9 |
+
},
|
| 10 |
+
"_type": "Sequence"
|
| 11 |
+
},
|
| 12 |
+
"attention_mask": {
|
| 13 |
+
"feature": {
|
| 14 |
+
"dtype": "int8",
|
| 15 |
+
"_type": "Value"
|
| 16 |
+
},
|
| 17 |
+
"_type": "Sequence"
|
| 18 |
+
},
|
| 19 |
+
"labels": {
|
| 20 |
+
"feature": {
|
| 21 |
+
"dtype": "int64",
|
| 22 |
+
"_type": "Value"
|
| 23 |
+
},
|
| 24 |
+
"_type": "Sequence"
|
| 25 |
+
}
|
| 26 |
+
},
|
| 27 |
+
"homepage": "",
|
| 28 |
+
"license": ""
|
| 29 |
+
}
|
data/tokenized/absa_ner_dataset/test/state.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_data_files": [
|
| 3 |
+
{
|
| 4 |
+
"filename": "data-00000-of-00001.arrow"
|
| 5 |
+
}
|
| 6 |
+
],
|
| 7 |
+
"_fingerprint": "0fa99b895566c7b5",
|
| 8 |
+
"_format_columns": null,
|
| 9 |
+
"_format_kwargs": {},
|
| 10 |
+
"_format_type": null,
|
| 11 |
+
"_output_all_columns": false,
|
| 12 |
+
"_split": null
|
| 13 |
+
}
|
data/tokenized/absa_ner_dataset/train/data-00000-of-00001.arrow
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:76c719d76d95127fc82691bbe1455e988c0c593fcdd510f270deac3e625cb929
|
| 3 |
+
size 1101368
|
data/tokenized/absa_ner_dataset/train/dataset_info.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"citation": "",
|
| 3 |
+
"description": "",
|
| 4 |
+
"features": {
|
| 5 |
+
"input_ids": {
|
| 6 |
+
"feature": {
|
| 7 |
+
"dtype": "int32",
|
| 8 |
+
"_type": "Value"
|
| 9 |
+
},
|
| 10 |
+
"_type": "Sequence"
|
| 11 |
+
},
|
| 12 |
+
"attention_mask": {
|
| 13 |
+
"feature": {
|
| 14 |
+
"dtype": "int8",
|
| 15 |
+
"_type": "Value"
|
| 16 |
+
},
|
| 17 |
+
"_type": "Sequence"
|
| 18 |
+
},
|
| 19 |
+
"labels": {
|
| 20 |
+
"feature": {
|
| 21 |
+
"dtype": "int64",
|
| 22 |
+
"_type": "Value"
|
| 23 |
+
},
|
| 24 |
+
"_type": "Sequence"
|
| 25 |
+
}
|
| 26 |
+
},
|
| 27 |
+
"homepage": "",
|
| 28 |
+
"license": ""
|
| 29 |
+
}
|
data/tokenized/absa_ner_dataset/train/state.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_data_files": [
|
| 3 |
+
{
|
| 4 |
+
"filename": "data-00000-of-00001.arrow"
|
| 5 |
+
}
|
| 6 |
+
],
|
| 7 |
+
"_fingerprint": "535b22b0ddf3661d",
|
| 8 |
+
"_format_columns": null,
|
| 9 |
+
"_format_kwargs": {},
|
| 10 |
+
"_format_type": null,
|
| 11 |
+
"_output_all_columns": false,
|
| 12 |
+
"_split": null
|
| 13 |
+
}
|
data/tokenized/absa_ner_dataset/validation/data-00000-of-00001.arrow
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f94a6981561bcaa124a70fb560b93e355e57df287e9e721a2e6e887b6689b236
|
| 3 |
+
size 144312
|
data/tokenized/absa_ner_dataset/validation/dataset_info.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"citation": "",
|
| 3 |
+
"description": "",
|
| 4 |
+
"features": {
|
| 5 |
+
"input_ids": {
|
| 6 |
+
"feature": {
|
| 7 |
+
"dtype": "int32",
|
| 8 |
+
"_type": "Value"
|
| 9 |
+
},
|
| 10 |
+
"_type": "Sequence"
|
| 11 |
+
},
|
| 12 |
+
"attention_mask": {
|
| 13 |
+
"feature": {
|
| 14 |
+
"dtype": "int8",
|
| 15 |
+
"_type": "Value"
|
| 16 |
+
},
|
| 17 |
+
"_type": "Sequence"
|
| 18 |
+
},
|
| 19 |
+
"labels": {
|
| 20 |
+
"feature": {
|
| 21 |
+
"dtype": "int64",
|
| 22 |
+
"_type": "Value"
|
| 23 |
+
},
|
| 24 |
+
"_type": "Sequence"
|
| 25 |
+
}
|
| 26 |
+
},
|
| 27 |
+
"homepage": "",
|
| 28 |
+
"license": ""
|
| 29 |
+
}
|
data/tokenized/absa_ner_dataset/validation/state.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_data_files": [
|
| 3 |
+
{
|
| 4 |
+
"filename": "data-00000-of-00001.arrow"
|
| 5 |
+
}
|
| 6 |
+
],
|
| 7 |
+
"_fingerprint": "caedb7425c742cc1",
|
| 8 |
+
"_format_columns": null,
|
| 9 |
+
"_format_kwargs": {},
|
| 10 |
+
"_format_type": null,
|
| 11 |
+
"_output_all_columns": false,
|
| 12 |
+
"_split": null
|
| 13 |
+
}
|