Buckets:
| [ | |
| { | |
| "tier": "xs", | |
| "target_rows": 10000000, | |
| "actual_rows": 10000000, | |
| "per_source": [ | |
| { | |
| "source": "agnews", | |
| "take_rows": 10000 | |
| }, | |
| { | |
| "source": "altlex", | |
| "take_rows": 10000 | |
| }, | |
| { | |
| "source": "amazon_qa", | |
| "take_rows": 20000 | |
| }, | |
| { | |
| "source": "amazon_reviews", | |
| "take_rows": 510000 | |
| }, | |
| { | |
| "source": "arxiv_title_abstract", | |
| "take_rows": 30000 | |
| }, | |
| { | |
| "source": "biorxiv_title_abstract", | |
| "take_rows": 10000 | |
| }, | |
| { | |
| "source": "cc_news_en", | |
| "take_rows": 10000 | |
| }, | |
| { | |
| "source": "cnn_dailymail", | |
| "take_rows": 10000 | |
| }, | |
| { | |
| "source": "fw_edu", | |
| "take_rows": 2120000 | |
| }, | |
| { | |
| "source": "gooaq_qa", | |
| "take_rows": 40000 | |
| }, | |
| { | |
| "source": "medrxiv_title_abstract", | |
| "take_rows": 10000 | |
| }, | |
| { | |
| "source": "mtp", | |
| "take_rows": 2850000 | |
| }, | |
| { | |
| "source": "npr", | |
| "take_rows": 10000 | |
| }, | |
| { | |
| "source": "paq", | |
| "take_rows": 730000 | |
| }, | |
| { | |
| "source": "reddit", | |
| "take_rows": 1240000 | |
| }, | |
| { | |
| "source": "reddit_body_comment", | |
| "take_rows": 230000 | |
| }, | |
| { | |
| "source": "s2orc_abstract_citation", | |
| "take_rows": 380000 | |
| }, | |
| { | |
| "source": "s2orc_citation_titles", | |
| "take_rows": 400000 | |
| }, | |
| { | |
| "source": "s2orc_title_abstract", | |
| "take_rows": 530000 | |
| }, | |
| { | |
| "source": "stackexchange_body_body", | |
| "take_rows": 10000 | |
| }, | |
| { | |
| "source": "stackexchange_duplicate_questions", | |
| "take_rows": 10000 | |
| }, | |
| { | |
| "source": "stackexchange_qa", | |
| "take_rows": 60000 | |
| }, | |
| { | |
| "source": "stackexchange_title_body", | |
| "take_rows": 70000 | |
| }, | |
| { | |
| "source": "stackoverflow_title_body", | |
| "take_rows": 200000 | |
| }, | |
| { | |
| "source": "wikianswers", | |
| "take_rows": 150000 | |
| }, | |
| { | |
| "source": "wikihow", | |
| "take_rows": 10000 | |
| }, | |
| { | |
| "source": "wikipedia_hlp_cm", | |
| "take_rows": 150000 | |
| }, | |
| { | |
| "source": "wikipedia_hlp_dl", | |
| "take_rows": 150000 | |
| }, | |
| { | |
| "source": "yahoo_answer", | |
| "take_rows": 10000 | |
| }, | |
| { | |
| "source": "yahoo_qa", | |
| "take_rows": 20000 | |
| }, | |
| { | |
| "source": "yahoo_question_body", | |
| "take_rows": 10000 | |
| } | |
| ] | |
| }, | |
| { | |
| "tier": "small", | |
| "target_rows": 100000000, | |
| "actual_rows": 100000000, | |
| "per_source": [ | |
| { | |
| "source": "agnews", | |
| "take_rows": 90000 | |
| }, | |
| { | |
| "source": "altlex", | |
| "take_rows": 20000 | |
| }, | |
| { | |
| "source": "amazon_qa", | |
| "take_rows": 120000 | |
| }, | |
| { | |
| "source": "amazon_reviews", | |
| "take_rows": 5110000 | |
| }, | |
| { | |
| "source": "arxiv_title_abstract", | |
| "take_rows": 290000 | |
| }, | |
| { | |
| "source": "biorxiv_title_abstract", | |
| "take_rows": 50000 | |
| }, | |
| { | |
| "source": "cc_news_en", | |
| "take_rows": 50000 | |
| }, | |
| { | |
| "source": "cnn_dailymail", | |
| "take_rows": 50000 | |
| }, | |
| { | |
| "source": "fw_edu", | |
| "take_rows": 21410000 | |
| }, | |
| { | |
| "source": "gooaq_qa", | |
| "take_rows": 380000 | |
| }, | |
| { | |
| "source": "medrxiv_title_abstract", | |
| "take_rows": 30000 | |
| }, | |
| { | |
| "source": "mtp", | |
| "take_rows": 28900000 | |
| }, | |
| { | |
| "source": "npr", | |
| "take_rows": 70000 | |
| }, | |
| { | |
| "source": "paq", | |
| "take_rows": 7360000 | |
| }, | |
| { | |
| "source": "reddit", | |
| "take_rows": 12570000 | |
| }, | |
| { | |
| "source": "reddit_body_comment", | |
| "take_rows": 2260000 | |
| }, | |
| { | |
| "source": "s2orc_abstract_citation", | |
| "take_rows": 3830000 | |
| }, | |
| { | |
| "source": "s2orc_citation_titles", | |
| "take_rows": 3990000 | |
| }, | |
| { | |
| "source": "s2orc_title_abstract", | |
| "take_rows": 5330000 | |
| }, | |
| { | |
| "source": "stackexchange_body_body", | |
| "take_rows": 10000 | |
| }, | |
| { | |
| "source": "stackexchange_duplicate_questions", | |
| "take_rows": 10000 | |
| }, | |
| { | |
| "source": "stackexchange_qa", | |
| "take_rows": 550000 | |
| }, | |
| { | |
| "source": "stackexchange_title_body", | |
| "take_rows": 700000 | |
| }, | |
| { | |
| "source": "stackoverflow_title_body", | |
| "take_rows": 1950000 | |
| }, | |
| { | |
| "source": "wikianswers", | |
| "take_rows": 1520000 | |
| }, | |
| { | |
| "source": "wikihow", | |
| "take_rows": 20000 | |
| }, | |
| { | |
| "source": "wikipedia_hlp_cm", | |
| "take_rows": 1520000 | |
| }, | |
| { | |
| "source": "wikipedia_hlp_dl", | |
| "take_rows": 1520000 | |
| }, | |
| { | |
| "source": "yahoo_answer", | |
| "take_rows": 90000 | |
| }, | |
| { | |
| "source": "yahoo_qa", | |
| "take_rows": 130000 | |
| }, | |
| { | |
| "source": "yahoo_question_body", | |
| "take_rows": 70000 | |
| } | |
| ] | |
| }, | |
| { | |
| "tier": "medium", | |
| "target_rows": 275000000, | |
| "actual_rows": 275000000, | |
| "per_source": [ | |
| { | |
| "source": "agnews", | |
| "take_rows": 240000 | |
| }, | |
| { | |
| "source": "altlex", | |
| "take_rows": 40000 | |
| }, | |
| { | |
| "source": "amazon_qa", | |
| "take_rows": 320000 | |
| }, | |
| { | |
| "source": "amazon_reviews", | |
| "take_rows": 14050000 | |
| }, | |
| { | |
| "source": "arxiv_title_abstract", | |
| "take_rows": 780000 | |
| }, | |
| { | |
| "source": "biorxiv_title_abstract", | |
| "take_rows": 120000 | |
| }, | |
| { | |
| "source": "cc_news_en", | |
| "take_rows": 120000 | |
| }, | |
| { | |
| "source": "cnn_dailymail", | |
| "take_rows": 120000 | |
| }, | |
| { | |
| "source": "fw_edu", | |
| "take_rows": 58920000 | |
| }, | |
| { | |
| "source": "gooaq_qa", | |
| "take_rows": 1050000 | |
| }, | |
| { | |
| "source": "medrxiv_title_abstract", | |
| "take_rows": 80000 | |
| }, | |
| { | |
| "source": "mtp", | |
| "take_rows": 79550000 | |
| }, | |
| { | |
| "source": "npr", | |
| "take_rows": 180000 | |
| }, | |
| { | |
| "source": "paq", | |
| "take_rows": 20260000 | |
| }, | |
| { | |
| "source": "reddit", | |
| "take_rows": 34590000 | |
| }, | |
| { | |
| "source": "reddit_body_comment", | |
| "take_rows": 6220000 | |
| }, | |
| { | |
| "source": "s2orc_abstract_citation", | |
| "take_rows": 10540000 | |
| }, | |
| { | |
| "source": "s2orc_citation_titles", | |
| "take_rows": 10960000 | |
| }, | |
| { | |
| "source": "s2orc_title_abstract", | |
| "take_rows": 14650000 | |
| }, | |
| { | |
| "source": "stackexchange_body_body", | |
| "take_rows": 30000 | |
| }, | |
| { | |
| "source": "stackexchange_duplicate_questions", | |
| "take_rows": 30000 | |
| }, | |
| { | |
| "source": "stackexchange_qa", | |
| "take_rows": 1500000 | |
| }, | |
| { | |
| "source": "stackexchange_title_body", | |
| "take_rows": 1910000 | |
| }, | |
| { | |
| "source": "stackoverflow_title_body", | |
| "take_rows": 5360000 | |
| }, | |
| { | |
| "source": "wikianswers", | |
| "take_rows": 4170000 | |
| }, | |
| { | |
| "source": "wikihow", | |
| "take_rows": 60000 | |
| }, | |
| { | |
| "source": "wikipedia_hlp_cm", | |
| "take_rows": 4180000 | |
| }, | |
| { | |
| "source": "wikipedia_hlp_dl", | |
| "take_rows": 4180000 | |
| }, | |
| { | |
| "source": "yahoo_answer", | |
| "take_rows": 240000 | |
| }, | |
| { | |
| "source": "yahoo_qa", | |
| "take_rows": 360000 | |
| }, | |
| { | |
| "source": "yahoo_question_body", | |
| "take_rows": 190000 | |
| } | |
| ] | |
| }, | |
| { | |
| "tier": "full", | |
| "target_rows": 659015685, | |
| "actual_rows": 659015685, | |
| "per_source": [ | |
| { | |
| "source": "agnews", | |
| "take_rows": 564258 | |
| }, | |
| { | |
| "source": "altlex", | |
| "take_rows": 83053 | |
| }, | |
| { | |
| "source": "amazon_qa", | |
| "take_rows": 761984 | |
| }, | |
| { | |
| "source": "amazon_reviews", | |
| "take_rows": 33666382 | |
| }, | |
| { | |
| "source": "arxiv_title_abstract", | |
| "take_rows": 1862039 | |
| }, | |
| { | |
| "source": "biorxiv_title_abstract", | |
| "take_rows": 275247 | |
| }, | |
| { | |
| "source": "cc_news_en", | |
| "take_rows": 284667 | |
| }, | |
| { | |
| "source": "cnn_dailymail", | |
| "take_rows": 284911 | |
| }, | |
| { | |
| "source": "fw_edu", | |
| "take_rows": 141250012 | |
| }, | |
| { | |
| "source": "gooaq_qa", | |
| "take_rows": 2503330 | |
| }, | |
| { | |
| "source": "medrxiv_title_abstract", | |
| "take_rows": 188665 | |
| }, | |
| { | |
| "source": "mtp", | |
| "take_rows": 190723370 | |
| }, | |
| { | |
| "source": "npr", | |
| "take_rows": 430674 | |
| }, | |
| { | |
| "source": "paq", | |
| "take_rows": 48566967 | |
| }, | |
| { | |
| "source": "reddit", | |
| "take_rows": 82911310 | |
| }, | |
| { | |
| "source": "reddit_body_comment", | |
| "take_rows": 14896056 | |
| }, | |
| { | |
| "source": "s2orc_abstract_citation", | |
| "take_rows": 25262155 | |
| }, | |
| { | |
| "source": "s2orc_citation_titles", | |
| "take_rows": 26272703 | |
| }, | |
| { | |
| "source": "s2orc_title_abstract", | |
| "take_rows": 35120706 | |
| }, | |
| { | |
| "source": "stackexchange_body_body", | |
| "take_rows": 55553 | |
| }, | |
| { | |
| "source": "stackexchange_duplicate_questions", | |
| "take_rows": 56827 | |
| }, | |
| { | |
| "source": "stackexchange_qa", | |
| "take_rows": 3586152 | |
| }, | |
| { | |
| "source": "stackexchange_title_body", | |
| "take_rows": 4565167 | |
| }, | |
| { | |
| "source": "stackoverflow_title_body", | |
| "take_rows": 12847704 | |
| }, | |
| { | |
| "source": "wikianswers", | |
| "take_rows": 9994370 | |
| }, | |
| { | |
| "source": "wikihow", | |
| "take_rows": 127637 | |
| }, | |
| { | |
| "source": "wikipedia_hlp_cm", | |
| "take_rows": 10000000 | |
| }, | |
| { | |
| "source": "wikipedia_hlp_dl", | |
| "take_rows": 10000000 | |
| }, | |
| { | |
| "source": "yahoo_answer", | |
| "take_rows": 571439 | |
| }, | |
| { | |
| "source": "yahoo_qa", | |
| "take_rows": 853872 | |
| }, | |
| { | |
| "source": "yahoo_question_body", | |
| "take_rows": 448475 | |
| } | |
| ] | |
| } | |
| ] |
Xet Storage Details
- Size:
- 10.6 kB
- Xet hash:
- a2de37560e2e86a92f7ea68dddeb663a652f3acee8b429c532c991eeafa4c08d
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.