Update script.py
Browse files
script.py
CHANGED
|
@@ -56,7 +56,7 @@ if __name__ == "__main__":
|
|
| 56 |
|
| 57 |
|
| 58 |
data_path_test_server = Path('/tmp/data')
|
| 59 |
-
data_path_local = Path().home() / '.cache/huggingface/datasets/
|
| 60 |
|
| 61 |
if data_path_test_server.exists():
|
| 62 |
# data_path = data_path_test_server
|
|
@@ -86,7 +86,7 @@ if __name__ == "__main__":
|
|
| 86 |
}
|
| 87 |
print(data_files)
|
| 88 |
dataset = load_dataset(
|
| 89 |
-
str(data_path / '
|
| 90 |
data_files=data_files,
|
| 91 |
trust_remote_code=True,
|
| 92 |
writer_batch_size=100
|
|
|
|
| 56 |
|
| 57 |
|
| 58 |
data_path_test_server = Path('/tmp/data')
|
| 59 |
+
data_path_local = Path().home() / '.cache/huggingface/datasets/usm3d___hoho22k_2026_test_x_anon/'
|
| 60 |
|
| 61 |
if data_path_test_server.exists():
|
| 62 |
# data_path = data_path_test_server
|
|
|
|
| 86 |
}
|
| 87 |
print(data_files)
|
| 88 |
dataset = load_dataset(
|
| 89 |
+
str(data_path / 'hoho22k_2026_test_x_anon.py'),
|
| 90 |
data_files=data_files,
|
| 91 |
trust_remote_code=True,
|
| 92 |
writer_batch_size=100
|