add some validation predictions
Browse files- ffl/224/v4_image_bs4x16/.hydra/config.yaml +1 -1
- ffl/224/v4_image_bs4x16/.hydra/hydra.yaml +2 -2
- ffl/224/v4_image_bs4x16/.hydra/overrides.yaml +1 -1
- ffl/224/v4_image_bs4x16/predictions_NY_test/acm.tol_1/best_val_iou.json +3 -0
- ffl/224/v4_image_bs4x16/predictions_NY_test/best_val_iou.json +3 -0
- ffl/224/v4_image_bs4x16/predictions_NZ_test/acm.tol_1/best_val_iou.json +3 -0
- ffl/224/v4_image_bs4x16/predictions_NZ_test/best_val_iou.json +3 -0
- hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/config.yaml +14 -11
- hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/hydra.yaml +10 -8
- hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/overrides.yaml +6 -4
- hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predict.log +0 -0
- hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predictions_CH_val/best_val_iou.json +3 -0
- hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predictions_NZ_val/best_val_iou.json +2 -2
- hisup/224/v3_image_vit_cnn_bs4x12/.hydra/config.yaml +6 -2
- hisup/224/v3_image_vit_cnn_bs4x12/.hydra/hydra.yaml +8 -5
- hisup/224/v3_image_vit_cnn_bs4x12/.hydra/overrides.yaml +5 -2
- hisup/224/v3_image_vit_cnn_bs4x12/predict.log +0 -0
- hisup/224/v3_image_vit_cnn_bs4x12/predictions_CH_test/best_val_iou.json +3 -0
- hisup/224/v3_image_vit_cnn_bs4x12/predictions_CH_val/best_val_iou.json +3 -0
- hisup/224/v3_image_vit_cnn_bs4x12/predictions_NY_test/best_val_iou.json +3 -0
- hisup/224/v3_image_vit_cnn_bs4x12/predictions_NZ_test/best_val_iou.json +3 -0
ffl/224/v4_image_bs4x16/.hydra/config.yaml
CHANGED
|
@@ -220,7 +220,7 @@ experiment:
|
|
| 220 |
min_area: 10
|
| 221 |
name: v4_image_bs4x16
|
| 222 |
group_name: v2_${.model.name}
|
| 223 |
-
country:
|
| 224 |
training:
|
| 225 |
save_best: true
|
| 226 |
save_latest: true
|
|
|
|
| 220 |
min_area: 10
|
| 221 |
name: v4_image_bs4x16
|
| 222 |
group_name: v2_${.model.name}
|
| 223 |
+
country: NZ
|
| 224 |
training:
|
| 225 |
save_best: true
|
| 226 |
save_latest: true
|
ffl/224/v4_image_bs4x16/.hydra/hydra.yaml
CHANGED
|
@@ -115,7 +115,7 @@ hydra:
|
|
| 115 |
- experiment=ffl_image
|
| 116 |
- run_type=debug
|
| 117 |
- evaluation=test
|
| 118 |
-
- experiment.country=
|
| 119 |
- checkpoint=best_val_iou
|
| 120 |
- host=gin
|
| 121 |
- evaluation.modes=subset_iou
|
|
@@ -123,7 +123,7 @@ hydra:
|
|
| 123 |
job:
|
| 124 |
name: predict
|
| 125 |
chdir: null
|
| 126 |
-
override_dirname: checkpoint=best_val_iou,evaluation.modes=subset_iou,evaluation=test,experiment.country=
|
| 127 |
id: ???
|
| 128 |
num: ???
|
| 129 |
config_name: config
|
|
|
|
| 115 |
- experiment=ffl_image
|
| 116 |
- run_type=debug
|
| 117 |
- evaluation=test
|
| 118 |
+
- experiment.country=NZ
|
| 119 |
- checkpoint=best_val_iou
|
| 120 |
- host=gin
|
| 121 |
- evaluation.modes=subset_iou
|
|
|
|
| 123 |
job:
|
| 124 |
name: predict
|
| 125 |
chdir: null
|
| 126 |
+
override_dirname: checkpoint=best_val_iou,evaluation.modes=subset_iou,evaluation=test,experiment.country=NZ,experiment=ffl_image,host=gin,run_type.test_subset=1024,run_type=debug
|
| 127 |
id: ???
|
| 128 |
num: ???
|
| 129 |
config_name: config
|
ffl/224/v4_image_bs4x16/.hydra/overrides.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
- experiment=ffl_image
|
| 2 |
- run_type=debug
|
| 3 |
- evaluation=test
|
| 4 |
-
- experiment.country=
|
| 5 |
- checkpoint=best_val_iou
|
| 6 |
- host=gin
|
| 7 |
- evaluation.modes=subset_iou
|
|
|
|
| 1 |
- experiment=ffl_image
|
| 2 |
- run_type=debug
|
| 3 |
- evaluation=test
|
| 4 |
+
- experiment.country=NZ
|
| 5 |
- checkpoint=best_val_iou
|
| 6 |
- host=gin
|
| 7 |
- evaluation.modes=subset_iou
|
ffl/224/v4_image_bs4x16/predictions_NY_test/acm.tol_1/best_val_iou.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:30a6992b6d3b4e6fe5807ffd6a225c923dd0913e764bb1ba381ab1b389154c07
|
| 3 |
+
size 539604
|
ffl/224/v4_image_bs4x16/predictions_NY_test/best_val_iou.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:30a6992b6d3b4e6fe5807ffd6a225c923dd0913e764bb1ba381ab1b389154c07
|
| 3 |
+
size 539604
|
ffl/224/v4_image_bs4x16/predictions_NZ_test/acm.tol_1/best_val_iou.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2773bc450e2aadf44ddabc97a8d41874ae8541fce7bef4550119cfcf2a629491
|
| 3 |
+
size 20234
|
ffl/224/v4_image_bs4x16/predictions_NZ_test/best_val_iou.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2773bc450e2aadf44ddabc97a8d41874ae8541fce7bef4550119cfcf2a629491
|
| 3 |
+
size 20234
|
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/config.yaml
CHANGED
|
@@ -1,20 +1,20 @@
|
|
| 1 |
host:
|
| 2 |
name: gin
|
| 3 |
-
data_root: /data/rsulzer/${..dataset.name}
|
| 4 |
model_root: /data/rsulzer/${..dataset.name}_output
|
| 5 |
multi_gpu: false
|
| 6 |
device: cuda
|
| 7 |
update_pbar_every: 1
|
| 8 |
ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
|
| 9 |
run_type:
|
| 10 |
-
name:
|
| 11 |
batch_size: 16
|
| 12 |
-
train_subset:
|
| 13 |
-
val_subset:
|
| 14 |
-
test_subset:
|
| 15 |
-
logging:
|
| 16 |
-
num_workers:
|
| 17 |
-
log_to_wandb:
|
| 18 |
dataset:
|
| 19 |
name: PixelsPointsPolygons
|
| 20 |
size: ${..experiment.encoder.in_size}
|
|
@@ -91,7 +91,7 @@ experiment:
|
|
| 91 |
loss_remask: 1.0
|
| 92 |
name: lidar_pp_vit_cnn_bs2x16_mnv64
|
| 93 |
group_name: v2_${.model.name}
|
| 94 |
-
country:
|
| 95 |
training:
|
| 96 |
save_best: true
|
| 97 |
save_latest: true
|
|
@@ -103,10 +103,13 @@ evaluation:
|
|
| 103 |
split: val
|
| 104 |
pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
|
| 105 |
modes:
|
|
|
|
|
|
|
|
|
|
| 106 |
- iou
|
|
|
|
|
|
|
| 107 |
eval_file: results/metrics
|
| 108 |
-
experiment.name: debug
|
| 109 |
output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
|
| 110 |
checkpoint: best_val_iou
|
| 111 |
num_workers: ${.run_type.num_workers}
|
| 112 |
-
lidar_file: demo_data/lidar0_CH_val.copc.laz
|
|
|
|
| 1 |
host:
|
| 2 |
name: gin
|
| 3 |
+
data_root: /data/rsulzer/${..dataset.name}_dataset
|
| 4 |
model_root: /data/rsulzer/${..dataset.name}_output
|
| 5 |
multi_gpu: false
|
| 6 |
device: cuda
|
| 7 |
update_pbar_every: 1
|
| 8 |
ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
|
| 9 |
run_type:
|
| 10 |
+
name: release
|
| 11 |
batch_size: 16
|
| 12 |
+
train_subset: null
|
| 13 |
+
val_subset: null
|
| 14 |
+
test_subset: null
|
| 15 |
+
logging: INFO
|
| 16 |
+
num_workers: 16
|
| 17 |
+
log_to_wandb: true
|
| 18 |
dataset:
|
| 19 |
name: PixelsPointsPolygons
|
| 20 |
size: ${..experiment.encoder.in_size}
|
|
|
|
| 91 |
loss_remask: 1.0
|
| 92 |
name: lidar_pp_vit_cnn_bs2x16_mnv64
|
| 93 |
group_name: v2_${.model.name}
|
| 94 |
+
country: NZ
|
| 95 |
training:
|
| 96 |
save_best: true
|
| 97 |
save_latest: true
|
|
|
|
| 103 |
split: val
|
| 104 |
pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
|
| 105 |
modes:
|
| 106 |
+
- ldof
|
| 107 |
+
- hausdorff
|
| 108 |
+
- coco
|
| 109 |
- iou
|
| 110 |
+
- polis
|
| 111 |
+
- mta
|
| 112 |
eval_file: results/metrics
|
|
|
|
| 113 |
output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
|
| 114 |
checkpoint: best_val_iou
|
| 115 |
num_workers: ${.run_type.num_workers}
|
|
|
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/hydra.yaml
CHANGED
|
@@ -112,15 +112,17 @@ hydra:
|
|
| 112 |
hydra:
|
| 113 |
- hydra.mode=RUN
|
| 114 |
task:
|
| 115 |
-
- run_type=debug
|
| 116 |
-
- host=gin
|
| 117 |
-
- checkpoint=best_val_iou
|
| 118 |
- experiment=hisup_lidar
|
| 119 |
-
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 120 |
job:
|
| 121 |
-
name:
|
| 122 |
chdir: null
|
| 123 |
-
override_dirname:
|
| 124 |
id: ???
|
| 125 |
num: ???
|
| 126 |
config_name: config
|
|
@@ -147,13 +149,13 @@ hydra:
|
|
| 147 |
provider: schema
|
| 148 |
output_dir: /data/rsulzer/PixelsPointsPolygons_output/hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64
|
| 149 |
choices:
|
| 150 |
-
evaluation:
|
| 151 |
training: default
|
| 152 |
experiment: hisup_lidar
|
| 153 |
model@experiment.model: hisup
|
| 154 |
encoder@experiment.encoder: pointpillars_vit_cnn
|
| 155 |
dataset: p3
|
| 156 |
-
run_type:
|
| 157 |
host: gin
|
| 158 |
hydra/env: default
|
| 159 |
hydra/callbacks: null
|
|
|
|
| 112 |
hydra:
|
| 113 |
- hydra.mode=RUN
|
| 114 |
task:
|
|
|
|
|
|
|
|
|
|
| 115 |
- experiment=hisup_lidar
|
| 116 |
+
- run_type=release
|
| 117 |
+
- evaluation=test
|
| 118 |
+
- experiment.country=NZ
|
| 119 |
+
- checkpoint=best_val_iou
|
| 120 |
+
- host=gin
|
| 121 |
+
- evaluation.split=val
|
| 122 |
job:
|
| 123 |
+
name: predict
|
| 124 |
chdir: null
|
| 125 |
+
override_dirname: checkpoint=best_val_iou,evaluation.split=val,evaluation=test,experiment.country=NZ,experiment=hisup_lidar,host=gin,run_type=release
|
| 126 |
id: ???
|
| 127 |
num: ???
|
| 128 |
config_name: config
|
|
|
|
| 149 |
provider: schema
|
| 150 |
output_dir: /data/rsulzer/PixelsPointsPolygons_output/hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64
|
| 151 |
choices:
|
| 152 |
+
evaluation: test
|
| 153 |
training: default
|
| 154 |
experiment: hisup_lidar
|
| 155 |
model@experiment.model: hisup
|
| 156 |
encoder@experiment.encoder: pointpillars_vit_cnn
|
| 157 |
dataset: p3
|
| 158 |
+
run_type: release
|
| 159 |
host: gin
|
| 160 |
hydra/env: default
|
| 161 |
hydra/callbacks: null
|
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/overrides.yaml
CHANGED
|
@@ -1,5 +1,7 @@
|
|
| 1 |
-
- run_type=debug
|
| 2 |
-
- host=gin
|
| 3 |
-
- checkpoint=best_val_iou
|
| 4 |
- experiment=hisup_lidar
|
| 5 |
-
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
- experiment=hisup_lidar
|
| 2 |
+
- run_type=release
|
| 3 |
+
- evaluation=test
|
| 4 |
+
- experiment.country=NZ
|
| 5 |
+
- checkpoint=best_val_iou
|
| 6 |
+
- host=gin
|
| 7 |
+
- evaluation.split=val
|
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predict.log
ADDED
|
File without changes
|
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predictions_CH_val/best_val_iou.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c888cc6489c0db33282d2b727f411be9701193bd9b5dbc7480621d79171652b
|
| 3 |
+
size 612143
|
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predictions_NZ_val/best_val_iou.json
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:40203af7242225e3cd83c17f47da10aeb94c61cd922649c716bf52bc3cc7748f
|
| 3 |
+
size 62847
|
hisup/224/v3_image_vit_cnn_bs4x12/.hydra/config.yaml
CHANGED
|
@@ -1,6 +1,6 @@
|
|
| 1 |
host:
|
| 2 |
name: gin
|
| 3 |
-
data_root: /data/rsulzer/${..dataset.name}
|
| 4 |
model_root: /data/rsulzer/${..dataset.name}_output
|
| 5 |
multi_gpu: false
|
| 6 |
device: cuda
|
|
@@ -106,9 +106,13 @@ evaluation:
|
|
| 106 |
split: val
|
| 107 |
pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
|
| 108 |
modes:
|
|
|
|
|
|
|
|
|
|
| 109 |
- iou
|
|
|
|
|
|
|
| 110 |
eval_file: results/metrics
|
| 111 |
output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
|
| 112 |
checkpoint: best_val_iou
|
| 113 |
num_workers: ${.run_type.num_workers}
|
| 114 |
-
image_file: /user/rsulzer/home/inria4.tiff
|
|
|
|
| 1 |
host:
|
| 2 |
name: gin
|
| 3 |
+
data_root: /data/rsulzer/${..dataset.name}_dataset
|
| 4 |
model_root: /data/rsulzer/${..dataset.name}_output
|
| 5 |
multi_gpu: false
|
| 6 |
device: cuda
|
|
|
|
| 106 |
split: val
|
| 107 |
pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
|
| 108 |
modes:
|
| 109 |
+
- ldof
|
| 110 |
+
- hausdorff
|
| 111 |
+
- coco
|
| 112 |
- iou
|
| 113 |
+
- polis
|
| 114 |
+
- mta
|
| 115 |
eval_file: results/metrics
|
| 116 |
output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
|
| 117 |
checkpoint: best_val_iou
|
| 118 |
num_workers: ${.run_type.num_workers}
|
|
|
hisup/224/v3_image_vit_cnn_bs4x12/.hydra/hydra.yaml
CHANGED
|
@@ -112,14 +112,17 @@ hydra:
|
|
| 112 |
hydra:
|
| 113 |
- hydra.mode=RUN
|
| 114 |
task:
|
| 115 |
-
- checkpoint=best_val_iou
|
| 116 |
- experiment=hisup_image
|
| 117 |
-
-
|
|
|
|
|
|
|
|
|
|
| 118 |
- host=gin
|
|
|
|
| 119 |
job:
|
| 120 |
-
name:
|
| 121 |
chdir: null
|
| 122 |
-
override_dirname:
|
| 123 |
id: ???
|
| 124 |
num: ???
|
| 125 |
config_name: config
|
|
@@ -146,7 +149,7 @@ hydra:
|
|
| 146 |
provider: schema
|
| 147 |
output_dir: /data/rsulzer/PixelsPointsPolygons_output/hisup/224/v3_image_vit_cnn_bs4x12
|
| 148 |
choices:
|
| 149 |
-
evaluation:
|
| 150 |
training: default
|
| 151 |
experiment: hisup_image
|
| 152 |
model@experiment.model: hisup
|
|
|
|
| 112 |
hydra:
|
| 113 |
- hydra.mode=RUN
|
| 114 |
task:
|
|
|
|
| 115 |
- experiment=hisup_image
|
| 116 |
+
- run_type=release
|
| 117 |
+
- evaluation=test
|
| 118 |
+
- experiment.country=CH
|
| 119 |
+
- checkpoint=best_val_iou
|
| 120 |
- host=gin
|
| 121 |
+
- evaluation.split=val
|
| 122 |
job:
|
| 123 |
+
name: predict
|
| 124 |
chdir: null
|
| 125 |
+
override_dirname: checkpoint=best_val_iou,evaluation.split=val,evaluation=test,experiment.country=CH,experiment=hisup_image,host=gin,run_type=release
|
| 126 |
id: ???
|
| 127 |
num: ???
|
| 128 |
config_name: config
|
|
|
|
| 149 |
provider: schema
|
| 150 |
output_dir: /data/rsulzer/PixelsPointsPolygons_output/hisup/224/v3_image_vit_cnn_bs4x12
|
| 151 |
choices:
|
| 152 |
+
evaluation: test
|
| 153 |
training: default
|
| 154 |
experiment: hisup_image
|
| 155 |
model@experiment.model: hisup
|
hisup/224/v3_image_vit_cnn_bs4x12/.hydra/overrides.yaml
CHANGED
|
@@ -1,4 +1,7 @@
|
|
| 1 |
-
- checkpoint=best_val_iou
|
| 2 |
- experiment=hisup_image
|
| 3 |
-
-
|
|
|
|
|
|
|
|
|
|
| 4 |
- host=gin
|
|
|
|
|
|
|
|
|
| 1 |
- experiment=hisup_image
|
| 2 |
+
- run_type=release
|
| 3 |
+
- evaluation=test
|
| 4 |
+
- experiment.country=CH
|
| 5 |
+
- checkpoint=best_val_iou
|
| 6 |
- host=gin
|
| 7 |
+
- evaluation.split=val
|
hisup/224/v3_image_vit_cnn_bs4x12/predict.log
ADDED
|
File without changes
|
hisup/224/v3_image_vit_cnn_bs4x12/predictions_CH_test/best_val_iou.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:feacad4b3f5cbf97144b0ca2ddbebae9db14a0e51037fedffbf49204f7bacdc8
|
| 3 |
+
size 7917786
|
hisup/224/v3_image_vit_cnn_bs4x12/predictions_CH_val/best_val_iou.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6686d61af5b85ffa33c84b764e223e8f496e8032da7b28a4781f337af0026d77
|
| 3 |
+
size 458994
|
hisup/224/v3_image_vit_cnn_bs4x12/predictions_NY_test/best_val_iou.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b80242de8fd19d567548ba837192c63c4c5320c0fbe700150aaba0aebfacb6dd
|
| 3 |
+
size 13073518
|
hisup/224/v3_image_vit_cnn_bs4x12/predictions_NZ_test/best_val_iou.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8aaeb00b948244380c24beb4d1befe1b7966f9edd12d2616228f1aefc899ed4
|
| 3 |
+
size 1342696
|