Upload 2 files
Browse files
script.py
CHANGED
|
@@ -192,32 +192,32 @@ if __name__ == "__main__":
|
|
| 192 |
|
| 193 |
print('------------ Now you can do your solution ---------------')
|
| 194 |
solution = []
|
| 195 |
-
from concurrent.futures import ProcessPoolExecutor
|
| 196 |
-
with ProcessPoolExecutor(max_workers=1) as pool:
|
| 197 |
-
|
| 198 |
-
|
| 199 |
-
|
| 200 |
|
| 201 |
-
|
| 202 |
-
|
| 203 |
-
|
| 204 |
-
|
| 205 |
-
|
| 206 |
-
|
| 207 |
-
|
| 208 |
####### added for removing multiprocessing ########
|
| 209 |
-
|
| 210 |
-
|
| 211 |
-
|
| 212 |
-
|
| 213 |
-
|
| 214 |
-
|
| 215 |
-
|
| 216 |
####### added for removing multiprocessing ########
|
| 217 |
-
|
| 218 |
-
|
| 219 |
-
|
| 220 |
-
|
| 221 |
print('------------ Saving results ---------------')
|
| 222 |
save_submission(solution, Path(params['output_path']) / "submission.parquet")
|
| 223 |
print("------------ Done ------------ ")
|
|
|
|
| 192 |
|
| 193 |
print('------------ Now you can do your solution ---------------')
|
| 194 |
solution = []
|
| 195 |
+
# from concurrent.futures import ProcessPoolExecutor
|
| 196 |
+
# with ProcessPoolExecutor(max_workers=1) as pool:
|
| 197 |
+
# results = []
|
| 198 |
+
# for i, sample in enumerate(tqdm(dataset)):
|
| 199 |
+
# results.append(pool.submit(predict, sample, visualize=False))
|
| 200 |
|
| 201 |
+
# for i, result in enumerate(tqdm(results)):
|
| 202 |
+
# key, pred_vertices, pred_edges = result.result()
|
| 203 |
+
# solution.append({
|
| 204 |
+
# '__key__': key,
|
| 205 |
+
# 'wf_vertices': pred_vertices.tolist(),
|
| 206 |
+
# 'wf_edges': pred_edges
|
| 207 |
+
# })
|
| 208 |
####### added for removing multiprocessing ########
|
| 209 |
+
for i, sample in enumerate(tqdm(dataset)):
|
| 210 |
+
key, pred_vertices, pred_edges = predict(sample, visualize=False)
|
| 211 |
+
solution.append({
|
| 212 |
+
'__key__': key,
|
| 213 |
+
'wf_vertices': pred_vertices.tolist(),
|
| 214 |
+
'wf_edges': pred_edges
|
| 215 |
+
})
|
| 216 |
####### added for removing multiprocessing ########
|
| 217 |
+
if i % 2 == 0:
|
| 218 |
+
# incrementally save the results in case we run out of time
|
| 219 |
+
print(f"Processed {i} samples")
|
| 220 |
+
save_submission(solution, Path(params['output_path']) / "submission.parquet")
|
| 221 |
print('------------ Saving results ---------------')
|
| 222 |
save_submission(solution, Path(params['output_path']) / "submission.parquet")
|
| 223 |
print("------------ Done ------------ ")
|