Spaces:
Sleeping
Sleeping
Update core/dataset_loader.py
Browse files- core/dataset_loader.py +5 -5
core/dataset_loader.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
-
from datasets import load_dataset
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
|
| 3 |
-
def load_multiple_datasets():
|
| 4 |
-
print("📦 Téléchargement et préparation des datasets...")
|
| 5 |
-
ds1 = load_dataset("OpenAssistant/oasst1", split="train[:2%]")
|
| 6 |
-
return concatenate_datasets([ds1, ds2, ds3])
|
|
|
|
| 1 |
+
from datasets import load_dataset
|
| 2 |
+
|
| 3 |
+
def load_dataset_single():
|
| 4 |
+
print("📦 Chargement du dataset Databricks Dolly...")
|
| 5 |
+
return load_dataset("databricks/databricks-dolly-15k", split="train[:10%]")
|
| 6 |
|
|
|
|
|
|
|
|
|
|
|
|