Hugging Face's logo

xfxcwynlc
/
narrativeqa_processed

Model card Files
xet
 Community
narrativeqa_processed
File size: 1,929 Bytes
80e7c6f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
{
  "builder_name": "parquet",
  "citation": "",
  "config_name": "default",
  "dataset_name": "parquet",
  "dataset_size": 5008753497,
  "description": "",
  "download_checksums": {
    "/work/jijun/long_context_dataset/prod/offline_retrieval_dataset/train/reranked//narrativeqa/narrativeqa_rerank.parquet": {
      "num_bytes": 2530916504,
      "checksum": null
    }
  },
  "download_size": 2530916504,
  "features": {
    "id": {
      "dtype": "string",
      "_type": "Value"
    },
    "dataset_name": {
      "dtype": "string",
      "_type": "Value"
    },
    "chunk_size": {
      "dtype": "int64",
      "_type": "Value"
    },
    "top_k_starts_new": {
      "feature": {
        "dtype": "int64",
        "_type": "Value"
      },
      "_type": "List"
    },
    "concatenated_text": {
      "dtype": "string",
      "_type": "Value"
    },
    "input_ids": {
      "feature": {
        "dtype": "int32",
        "_type": "Value"
      },
      "_type": "List"
    },
    "labels": {
      "feature": {
        "dtype": "int64",
        "_type": "Value"
      },
      "_type": "List"
    },
    "retrieve_idx": {
      "feature": {
        "dtype": "int64",
        "_type": "Value"
      },
      "_type": "List"
    },
    "length": {
      "dtype": "int64",
      "_type": "Value"
    },
    "answer_pos": {
      "feature": {
        "dtype": "int64",
        "_type": "Value"
      },
      "_type": "List"
    }
  },
  "homepage": "",
  "license": "",
  "size_in_bytes": 7539670001,
  "splits": {
    "train": {
      "name": "train",
      "num_bytes": 5008753497,
      "num_examples": 38203,
      "shard_lengths": [
        4000,
        4000,
        4000,
        4000,
        4000,
        4000,
        4000,
        4000,
        4000,
        2203
      ],
      "dataset_name": "parquet"
    }
  },
  "version": {
    "version_str": "0.0.0",
    "major": 0,
    "minor": 0,
    "patch": 0
  }
}