meg-huggingface commited on
Commit ·
34eeb68
1
Parent(s): 12db4fd
Fixing loading error.
Browse files
data_measurements/dataset_utils.py
CHANGED
|
@@ -134,6 +134,7 @@ def load_truncated_dataset(
|
|
| 134 |
dataset_name,
|
| 135 |
name=config_name,
|
| 136 |
split=split_name,
|
|
|
|
| 137 |
)
|
| 138 |
dataset = full_dataset.select(range(num_rows))
|
| 139 |
dataset.save_to_disk(cache_name)
|
|
|
|
| 134 |
dataset_name,
|
| 135 |
name=config_name,
|
| 136 |
split=split_name,
|
| 137 |
+
trust_remote_code=True,
|
| 138 |
)
|
| 139 |
dataset = full_dataset.select(range(num_rows))
|
| 140 |
dataset.save_to_disk(cache_name)
|