Aryan Mishra commited on
Commit
84e52b7
·
1 Parent(s): 1774b6f

Add tracked ABSA datasets and demo resources

Browse files

Adds initial data assets under `data/`, including a demo review file, the FastText language ID model (`lid.176.ftz`), and tokenized Hugging Face Arrow datasets for both ABSA classification and NER across train/validation/test splits. Also adds `data/raw.dvc` to track the raw dataset directory with DVC and a local `.gitignore` entry for `data/raw`.

data/.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ /raw
data/demo/demo_single_reviews.txt ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ The phone has an amazing screen but the battery life is terrible.
2
+ I absolutely love the camera quality on this device.
3
+ फोन की बैटरी अच्छी है लेकिन कैमरा बेकार है
4
+ खाना बहुत स्वादिष्ट था, पर सर्विस थोड़ी स्लो थी
5
+ Design mast hai par price bahut high hai
data/models/lid.176.ftz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f3472cfe8738a7b6099e8e999c3cbfae0dcd15696aac7d7738a8039db603e83
3
+ size 938013
data/raw.dvc ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ outs:
2
+ - md5: 0d10b4997c93bd1bce4a9d53a6e4748e.dir
3
+ size: 7943297
4
+ nfiles: 21
5
+ hash: md5
6
+ path: raw
data/tokenized/absa_cls_dataset/dataset_dict.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"splits": ["train", "validation", "test"]}
data/tokenized/absa_cls_dataset/test/data-00000-of-00001.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eb8d8230357e82431b68c2226770b209f0a61fe34425c0fd037b17f913a028c
3
+ size 101864
data/tokenized/absa_cls_dataset/test/dataset_info.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "citation": "",
3
+ "description": "",
4
+ "features": {
5
+ "label": {
6
+ "dtype": "int64",
7
+ "_type": "Value"
8
+ },
9
+ "input_ids": {
10
+ "feature": {
11
+ "dtype": "int32",
12
+ "_type": "Value"
13
+ },
14
+ "_type": "Sequence"
15
+ },
16
+ "attention_mask": {
17
+ "feature": {
18
+ "dtype": "int8",
19
+ "_type": "Value"
20
+ },
21
+ "_type": "Sequence"
22
+ }
23
+ },
24
+ "homepage": "",
25
+ "license": ""
26
+ }
data/tokenized/absa_cls_dataset/test/state.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_data_files": [
3
+ {
4
+ "filename": "data-00000-of-00001.arrow"
5
+ }
6
+ ],
7
+ "_fingerprint": "b686d9c13fd54a9d",
8
+ "_format_columns": null,
9
+ "_format_kwargs": {},
10
+ "_format_type": null,
11
+ "_output_all_columns": false,
12
+ "_split": null
13
+ }
data/tokenized/absa_cls_dataset/train/data-00000-of-00001.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74827f37b8915b4946a33e030d5833d109bfcf9d9d847edf54fd830fe33a0a3d
3
+ size 808112
data/tokenized/absa_cls_dataset/train/dataset_info.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "citation": "",
3
+ "description": "",
4
+ "features": {
5
+ "label": {
6
+ "dtype": "int64",
7
+ "_type": "Value"
8
+ },
9
+ "input_ids": {
10
+ "feature": {
11
+ "dtype": "int32",
12
+ "_type": "Value"
13
+ },
14
+ "_type": "Sequence"
15
+ },
16
+ "attention_mask": {
17
+ "feature": {
18
+ "dtype": "int8",
19
+ "_type": "Value"
20
+ },
21
+ "_type": "Sequence"
22
+ }
23
+ },
24
+ "homepage": "",
25
+ "license": ""
26
+ }
data/tokenized/absa_cls_dataset/train/state.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_data_files": [
3
+ {
4
+ "filename": "data-00000-of-00001.arrow"
5
+ }
6
+ ],
7
+ "_fingerprint": "59c1808a1a0be248",
8
+ "_format_columns": null,
9
+ "_format_kwargs": {},
10
+ "_format_type": null,
11
+ "_output_all_columns": false,
12
+ "_split": null
13
+ }
data/tokenized/absa_cls_dataset/validation/data-00000-of-00001.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9da21b3401a16a246766047cda0695dcf07ef7d3c7eb64804ed9f59f0746f08
3
+ size 105136
data/tokenized/absa_cls_dataset/validation/dataset_info.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "citation": "",
3
+ "description": "",
4
+ "features": {
5
+ "label": {
6
+ "dtype": "int64",
7
+ "_type": "Value"
8
+ },
9
+ "input_ids": {
10
+ "feature": {
11
+ "dtype": "int32",
12
+ "_type": "Value"
13
+ },
14
+ "_type": "Sequence"
15
+ },
16
+ "attention_mask": {
17
+ "feature": {
18
+ "dtype": "int8",
19
+ "_type": "Value"
20
+ },
21
+ "_type": "Sequence"
22
+ }
23
+ },
24
+ "homepage": "",
25
+ "license": ""
26
+ }
data/tokenized/absa_cls_dataset/validation/state.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_data_files": [
3
+ {
4
+ "filename": "data-00000-of-00001.arrow"
5
+ }
6
+ ],
7
+ "_fingerprint": "a33b9cfd2402e633",
8
+ "_format_columns": null,
9
+ "_format_kwargs": {},
10
+ "_format_type": null,
11
+ "_output_all_columns": false,
12
+ "_split": null
13
+ }
data/tokenized/absa_ner_dataset/dataset_dict.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"splits": ["train", "validation", "test"]}
data/tokenized/absa_ner_dataset/test/data-00000-of-00001.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1ec218e3b5b0c88fd86358c8e87f44709510cff43c41a81dac98274ce4eb0e7
3
+ size 141712
data/tokenized/absa_ner_dataset/test/dataset_info.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "citation": "",
3
+ "description": "",
4
+ "features": {
5
+ "input_ids": {
6
+ "feature": {
7
+ "dtype": "int32",
8
+ "_type": "Value"
9
+ },
10
+ "_type": "Sequence"
11
+ },
12
+ "attention_mask": {
13
+ "feature": {
14
+ "dtype": "int8",
15
+ "_type": "Value"
16
+ },
17
+ "_type": "Sequence"
18
+ },
19
+ "labels": {
20
+ "feature": {
21
+ "dtype": "int64",
22
+ "_type": "Value"
23
+ },
24
+ "_type": "Sequence"
25
+ }
26
+ },
27
+ "homepage": "",
28
+ "license": ""
29
+ }
data/tokenized/absa_ner_dataset/test/state.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_data_files": [
3
+ {
4
+ "filename": "data-00000-of-00001.arrow"
5
+ }
6
+ ],
7
+ "_fingerprint": "0fa99b895566c7b5",
8
+ "_format_columns": null,
9
+ "_format_kwargs": {},
10
+ "_format_type": null,
11
+ "_output_all_columns": false,
12
+ "_split": null
13
+ }
data/tokenized/absa_ner_dataset/train/data-00000-of-00001.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76c719d76d95127fc82691bbe1455e988c0c593fcdd510f270deac3e625cb929
3
+ size 1101368
data/tokenized/absa_ner_dataset/train/dataset_info.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "citation": "",
3
+ "description": "",
4
+ "features": {
5
+ "input_ids": {
6
+ "feature": {
7
+ "dtype": "int32",
8
+ "_type": "Value"
9
+ },
10
+ "_type": "Sequence"
11
+ },
12
+ "attention_mask": {
13
+ "feature": {
14
+ "dtype": "int8",
15
+ "_type": "Value"
16
+ },
17
+ "_type": "Sequence"
18
+ },
19
+ "labels": {
20
+ "feature": {
21
+ "dtype": "int64",
22
+ "_type": "Value"
23
+ },
24
+ "_type": "Sequence"
25
+ }
26
+ },
27
+ "homepage": "",
28
+ "license": ""
29
+ }
data/tokenized/absa_ner_dataset/train/state.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_data_files": [
3
+ {
4
+ "filename": "data-00000-of-00001.arrow"
5
+ }
6
+ ],
7
+ "_fingerprint": "535b22b0ddf3661d",
8
+ "_format_columns": null,
9
+ "_format_kwargs": {},
10
+ "_format_type": null,
11
+ "_output_all_columns": false,
12
+ "_split": null
13
+ }
data/tokenized/absa_ner_dataset/validation/data-00000-of-00001.arrow ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f94a6981561bcaa124a70fb560b93e355e57df287e9e721a2e6e887b6689b236
3
+ size 144312
data/tokenized/absa_ner_dataset/validation/dataset_info.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "citation": "",
3
+ "description": "",
4
+ "features": {
5
+ "input_ids": {
6
+ "feature": {
7
+ "dtype": "int32",
8
+ "_type": "Value"
9
+ },
10
+ "_type": "Sequence"
11
+ },
12
+ "attention_mask": {
13
+ "feature": {
14
+ "dtype": "int8",
15
+ "_type": "Value"
16
+ },
17
+ "_type": "Sequence"
18
+ },
19
+ "labels": {
20
+ "feature": {
21
+ "dtype": "int64",
22
+ "_type": "Value"
23
+ },
24
+ "_type": "Sequence"
25
+ }
26
+ },
27
+ "homepage": "",
28
+ "license": ""
29
+ }
data/tokenized/absa_ner_dataset/validation/state.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_data_files": [
3
+ {
4
+ "filename": "data-00000-of-00001.arrow"
5
+ }
6
+ ],
7
+ "_fingerprint": "caedb7425c742cc1",
8
+ "_format_columns": null,
9
+ "_format_kwargs": {},
10
+ "_format_type": null,
11
+ "_output_all_columns": false,
12
+ "_split": null
13
+ }