Commit ·
1189227
1
Parent(s): 62621fc
Upload folder using huggingface_hub
Browse files- data/claim_verification/classifier_prsr/config.json +11 -0
- data/claim_verification/classifier_prsr/dataset_dict.json +1 -0
- data/claim_verification/classifier_prsr/test/data-00000-of-00001.arrow +3 -0
- data/claim_verification/classifier_prsr/test/dataset_info.json +30 -0
- data/claim_verification/classifier_prsr/test/state.json +13 -0
- data/claim_verification/classifier_prsr/train/data-00000-of-00001.arrow +3 -0
- data/claim_verification/classifier_prsr/train/dataset_info.json +30 -0
- data/claim_verification/classifier_prsr/train/state.json +13 -0
data/claim_verification/classifier_prsr/config.json
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"claim_dataset_path": "data/claim_dataset_v2",
|
| 3 |
+
"wiki_dataset_path": "data/wiki_dataset",
|
| 4 |
+
"output_dir": "data/claim_verification/classifier_prsr_v2",
|
| 5 |
+
"sentence_retriever_path": "logs/aicup-2023-spring-nlp/e8hneqtg/checkpoints/e2.weights.ckpt",
|
| 6 |
+
"top_k": 3,
|
| 7 |
+
"min_score": 10.0,
|
| 8 |
+
"return_by_noun": true,
|
| 9 |
+
"merge_adjacent": true,
|
| 10 |
+
"return_unmerged": true
|
| 11 |
+
}
|
data/claim_verification/classifier_prsr/dataset_dict.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"splits": ["train", "test"]}
|
data/claim_verification/classifier_prsr/test/data-00000-of-00001.arrow
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5edb005c8c26f41a6e71e63cd6d31e1b924e7db001e45218b62a3c3843a50264
|
| 3 |
+
size 1398984
|
data/claim_verification/classifier_prsr/test/dataset_info.json
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"citation": "",
|
| 3 |
+
"description": "",
|
| 4 |
+
"features": {
|
| 5 |
+
"claim": {
|
| 6 |
+
"dtype": "string",
|
| 7 |
+
"_type": "Value"
|
| 8 |
+
},
|
| 9 |
+
"titles": {
|
| 10 |
+
"feature": {
|
| 11 |
+
"dtype": "string",
|
| 12 |
+
"_type": "Value"
|
| 13 |
+
},
|
| 14 |
+
"_type": "Sequence"
|
| 15 |
+
},
|
| 16 |
+
"sentences": {
|
| 17 |
+
"feature": {
|
| 18 |
+
"dtype": "string",
|
| 19 |
+
"_type": "Value"
|
| 20 |
+
},
|
| 21 |
+
"_type": "Sequence"
|
| 22 |
+
},
|
| 23 |
+
"label": {
|
| 24 |
+
"dtype": "int64",
|
| 25 |
+
"_type": "Value"
|
| 26 |
+
}
|
| 27 |
+
},
|
| 28 |
+
"homepage": "",
|
| 29 |
+
"license": ""
|
| 30 |
+
}
|
data/claim_verification/classifier_prsr/test/state.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_data_files": [
|
| 3 |
+
{
|
| 4 |
+
"filename": "data-00000-of-00001.arrow"
|
| 5 |
+
}
|
| 6 |
+
],
|
| 7 |
+
"_fingerprint": "4981c72019cb0fc8",
|
| 8 |
+
"_format_columns": null,
|
| 9 |
+
"_format_kwargs": {},
|
| 10 |
+
"_format_type": null,
|
| 11 |
+
"_output_all_columns": false,
|
| 12 |
+
"_split": null
|
| 13 |
+
}
|
data/claim_verification/classifier_prsr/train/data-00000-of-00001.arrow
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:32f73d61f14019e0c1b2f58006210f66291b5d44e7952eef842733c80581f344
|
| 3 |
+
size 12388736
|
data/claim_verification/classifier_prsr/train/dataset_info.json
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"citation": "",
|
| 3 |
+
"description": "",
|
| 4 |
+
"features": {
|
| 5 |
+
"claim": {
|
| 6 |
+
"dtype": "string",
|
| 7 |
+
"_type": "Value"
|
| 8 |
+
},
|
| 9 |
+
"titles": {
|
| 10 |
+
"feature": {
|
| 11 |
+
"dtype": "string",
|
| 12 |
+
"_type": "Value"
|
| 13 |
+
},
|
| 14 |
+
"_type": "Sequence"
|
| 15 |
+
},
|
| 16 |
+
"sentences": {
|
| 17 |
+
"feature": {
|
| 18 |
+
"dtype": "string",
|
| 19 |
+
"_type": "Value"
|
| 20 |
+
},
|
| 21 |
+
"_type": "Sequence"
|
| 22 |
+
},
|
| 23 |
+
"label": {
|
| 24 |
+
"dtype": "int64",
|
| 25 |
+
"_type": "Value"
|
| 26 |
+
}
|
| 27 |
+
},
|
| 28 |
+
"homepage": "",
|
| 29 |
+
"license": ""
|
| 30 |
+
}
|
data/claim_verification/classifier_prsr/train/state.json
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_data_files": [
|
| 3 |
+
{
|
| 4 |
+
"filename": "data-00000-of-00001.arrow"
|
| 5 |
+
}
|
| 6 |
+
],
|
| 7 |
+
"_fingerprint": "eb98234b16d952c3",
|
| 8 |
+
"_format_columns": null,
|
| 9 |
+
"_format_kwargs": {},
|
| 10 |
+
"_format_type": null,
|
| 11 |
+
"_output_all_columns": false,
|
| 12 |
+
"_split": null
|
| 13 |
+
}
|