Spaces:
Runtime error
Runtime error
Gagan Bhatia
commited on
Commit
·
809df28
1
Parent(s):
483a16d
Update make_dataset.py
Browse files- src/data/make_dataset.py +1 -0
src/data/make_dataset.py
CHANGED
|
@@ -9,6 +9,7 @@ def make_dataset(dataset="cnn_dailymail", split="train"):
|
|
| 9 |
"""make dataset for summarisation"""
|
| 10 |
if not os.path.exists("data/raw"):
|
| 11 |
os.makedirs("data/raw")
|
|
|
|
| 12 |
df = pd.DataFrame()
|
| 13 |
df['article'] = dataset['article']
|
| 14 |
df['highlights'] = dataset['highlights']
|
|
|
|
| 9 |
"""make dataset for summarisation"""
|
| 10 |
if not os.path.exists("data/raw"):
|
| 11 |
os.makedirs("data/raw")
|
| 12 |
+
dataset = load_dataset(dataset, "3.0.0", split=split)
|
| 13 |
df = pd.DataFrame()
|
| 14 |
df['article'] = dataset['article']
|
| 15 |
df['highlights'] = dataset['highlights']
|