Mauricio-100 commited on
Commit
b252183
·
verified ·
1 Parent(s): d808b10

Update core/dataset_loader.py

Browse files
Files changed (1) hide show
  1. core/dataset_loader.py +5 -5
core/dataset_loader.py CHANGED
@@ -1,6 +1,6 @@
1
- from datasets import load_dataset, concatenate_datasets
 
 
 
 
2
 
3
- def load_multiple_datasets():
4
- print("📦 Téléchargement et préparation des datasets...")
5
- ds1 = load_dataset("OpenAssistant/oasst1", split="train[:2%]")
6
- return concatenate_datasets([ds1, ds2, ds3])
 
1
+ from datasets import load_dataset
2
+
3
+ def load_dataset_single():
4
+ print("📦 Chargement du dataset Databricks Dolly...")
5
+ return load_dataset("databricks/databricks-dolly-15k", split="train[:10%]")
6