Spaces:
Sleeping
Sleeping
Update loader
#1
by BroulayeD - opened
- src/data/waxal_loader.py +1 -0
src/data/waxal_loader.py
CHANGED
|
@@ -64,6 +64,7 @@ class WaxalDataLoader:
|
|
| 64 |
split=split,
|
| 65 |
token=self.hf_token,
|
| 66 |
streaming=streaming,
|
|
|
|
| 67 |
)
|
| 68 |
if streaming:
|
| 69 |
ds = ds.shuffle(seed=42, buffer_size=1000)
|
|
|
|
| 64 |
split=split,
|
| 65 |
token=self.hf_token,
|
| 66 |
streaming=streaming,
|
| 67 |
+
trust_remote_code=True
|
| 68 |
)
|
| 69 |
if streaming:
|
| 70 |
ds = ds.shuffle(seed=42, buffer_size=1000)
|