Spaces:
Sleeping
Sleeping
Create core/dataset_loader.py
Browse files- core/dataset_loader.py +6 -0
core/dataset_loader.py
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from datasets import load_dataset, concatenate_datasets
|
| 2 |
+
|
| 3 |
+
def load_multiple_datasets():
|
| 4 |
+
print("📦 Téléchargement et préparation des datasets...")
|
| 5 |
+
ds1 = load_dataset("OpenAssistant/oasst1", split="train[:2%]")
|
| 6 |
+
return concatenate_datasets([ds1, ds2, ds3])
|