fix mgpu finalize issue
Browse files- configs/metadata.json +2 -1
- configs/multi_gpu_evaluate.json +1 -1
- configs/multi_gpu_train.json +1 -1
configs/metadata.json
CHANGED
|
@@ -1,7 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20220324.json",
|
| 3 |
-
"version": "0.4.
|
| 4 |
"changelog": {
|
|
|
|
| 5 |
"0.4.6": "enable deterministic training",
|
| 6 |
"0.4.5": "add the command of executing inference with TensorRT models",
|
| 7 |
"0.4.4": "adapt to BundleWorkflow interface",
|
|
|
|
| 1 |
{
|
| 2 |
"schema": "https://github.com/Project-MONAI/MONAI-extra-test-data/releases/download/0.8.1/meta_schema_20220324.json",
|
| 3 |
+
"version": "0.4.7",
|
| 4 |
"changelog": {
|
| 5 |
+
"0.4.7": "fix mgpu finalize issue",
|
| 6 |
"0.4.6": "enable deterministic training",
|
| 7 |
"0.4.5": "add the command of executing inference with TensorRT models",
|
| 8 |
"0.4.4": "adapt to BundleWorkflow interface",
|
configs/multi_gpu_evaluate.json
CHANGED
|
@@ -26,6 +26,6 @@
|
|
| 26 |
"$@validate#evaluator.run()"
|
| 27 |
],
|
| 28 |
"finalize": [
|
| 29 |
-
"$dist.destroy_process_group()"
|
| 30 |
]
|
| 31 |
}
|
|
|
|
| 26 |
"$@validate#evaluator.run()"
|
| 27 |
],
|
| 28 |
"finalize": [
|
| 29 |
+
"$dist.is_initialized() and dist.destroy_process_group()"
|
| 30 |
]
|
| 31 |
}
|
configs/multi_gpu_train.json
CHANGED
|
@@ -38,6 +38,6 @@
|
|
| 38 |
"$@train#trainer.run()"
|
| 39 |
],
|
| 40 |
"finalize": [
|
| 41 |
-
"$dist.destroy_process_group()"
|
| 42 |
]
|
| 43 |
}
|
|
|
|
| 38 |
"$@train#trainer.run()"
|
| 39 |
],
|
| 40 |
"finalize": [
|
| 41 |
+
"$dist.is_initialized() and dist.destroy_process_group()"
|
| 42 |
]
|
| 43 |
}
|