rsi commited on
Commit
5dcb7ac
·
2 Parent(s): e1e474d 3671fdb

commit from soph after merge

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitignore +4 -0
  2. backbones/dinov2_vits14_pretrain.pth +3 -0
  3. ffl/224/v4_image_bs4x16/predictions_CH_val/best_val_iou.json +2 -2
  4. ffl/224/v5_lidar_bs2x16_mnv16/predictions/best_val_iou.json +0 -3
  5. ffl/224/v5_lidar_bs2x16_mnv256/predictions/best_val_iou.json +0 -3
  6. ffl/224/v5_lidar_bs2x16_mnv32/predictions/best_val_iou.json +0 -3
  7. ffl/224/v5_lidar_bs2x16_mnv4/predictions/best_val_iou.json +0 -3
  8. ffl/224/v5_lidar_bs2x16_mnv512/predictions/best_val_iou.json +0 -3
  9. ffl/224/v5_lidar_bs2x16_mnv64/predictions/best_val_iou.json +0 -3
  10. ffl/224/v5_lidar_bs2x16_mnv8/predictions/best_val_iou.json +0 -3
  11. hisup/224/early_fusion_vit_cnn_bs2x16_mnv64/predictions/best_val_iou.json +0 -3
  12. hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/overrides.yaml +0 -7
  13. hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predictions/best_val_iou.json +0 -3
  14. hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predictions_NZ_val/best_val_iou.json +2 -2
  15. hisup/224/v0_all_bs4x16/predictions/best_val_iou.json +0 -3
  16. hisup/224/v3_image_vit_cnn_bs4x12/evaluate.log +0 -0
  17. hisup/224/v3_image_vit_cnn_bs4x12/predictions/best_val_iou.json +0 -3
  18. {ffl/224/v5_lidar_bs2x16_mnv128/predictions → hisup/224/v3_image_vit_cnn_bs4x12/predictions_CH_train}/best_val_iou.json +2 -2
  19. {ffl/224/v4_image_bs4x16/predictions_CH_val/acm.tol_1 → hisup/224/v3_image_vit_cnn_bs4x12/predictions_NZ_train}/best_val_iou.json +2 -2
  20. pix2poly/224/building_fusion/.hydra/config.yaml +122 -0
  21. {hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64 → pix2poly/224/building_fusion}/.hydra/hydra.yaml +9 -13
  22. pix2poly/224/building_fusion/.hydra/overrides.yaml +3 -0
  23. pix2poly/224/building_fusion/checkpoints/best_val_iou.pth +3 -0
  24. pix2poly/224/building_fusion/checkpoints/best_val_loss.pth +3 -0
  25. pix2poly/224/building_fusion/checkpoints/latest.pth +3 -0
  26. {ffl/224/v4_fusion_bs4x16_mnv64/predictions → pix2poly/224/building_fusion/predictions_CH_val}/best_val_iou.json +2 -2
  27. pix2poly/224/building_fusion/train.log +0 -0
  28. pix2poly/224/dinov2/.hydra/config.yaml +108 -0
  29. pix2poly/224/dinov2/.hydra/hydra.yaml +164 -0
  30. pix2poly/224/dinov2/.hydra/overrides.yaml +2 -0
  31. pix2poly/224/dinov2/checkpoints/best_val_iou.pth +3 -0
  32. pix2poly/224/dinov2/checkpoints/best_val_loss.pth +3 -0
  33. ffl/224/v4_image_bs4x16/predictions/best_val_iou.json → pix2poly/224/dinov2/checkpoints/latest.pth +2 -2
  34. {ffl/224/v0_all_bs4x16/predictions → pix2poly/224/dinov2/predictions_CH_test}/best_val_iou.json +2 -2
  35. pix2poly/224/dinov2/predictions_CH_val/best_val_iou.json +3 -0
  36. pix2poly/224/dinov2/predictions_CH_val/epoch_0.json +3 -0
  37. pix2poly/224/dinov2/predictions_CH_val/epoch_1.json +3 -0
  38. pix2poly/224/dinov2/predictions_CH_val/epoch_10.json +3 -0
  39. pix2poly/224/dinov2/predictions_CH_val/epoch_100.json +3 -0
  40. pix2poly/224/dinov2/predictions_CH_val/epoch_101.json +3 -0
  41. pix2poly/224/dinov2/predictions_CH_val/epoch_102.json +3 -0
  42. pix2poly/224/dinov2/predictions_CH_val/epoch_103.json +3 -0
  43. pix2poly/224/dinov2/predictions_CH_val/epoch_104.json +3 -0
  44. pix2poly/224/dinov2/predictions_CH_val/epoch_105.json +3 -0
  45. pix2poly/224/dinov2/predictions_CH_val/epoch_106.json +3 -0
  46. pix2poly/224/dinov2/predictions_CH_val/epoch_107.json +3 -0
  47. pix2poly/224/dinov2/predictions_CH_val/epoch_108.json +3 -0
  48. pix2poly/224/dinov2/predictions_CH_val/epoch_109.json +3 -0
  49. pix2poly/224/dinov2/predictions_CH_val/epoch_11.json +3 -0
  50. pix2poly/224/dinov2/predictions_CH_val/epoch_110.json +3 -0
.gitignore CHANGED
@@ -2,3 +2,7 @@
2
  **/my_experiment
3
  **/wandb
4
  **/visualizations
 
 
 
 
 
2
  **/my_experiment
3
  **/wandb
4
  **/visualizations
5
+ **/epoch_*.json
6
+ **/epoch_*.pth
7
+ **/my_experiment
8
+ **/.hydra
backbones/dinov2_vits14_pretrain.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b938bf1bc15cd2ec0feacfe3a1bb553fe8ea9ca46a7e1d8d00217f29aef60cd9
3
+ size 88283115
ffl/224/v4_image_bs4x16/predictions_CH_val/best_val_iou.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e60c721ed05e9d2e5bd107bcb5346d4e1e25755e0b729d17654f695a7439a48
3
- size 29156
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cc4dd5353a1f1388b802760850c30366971cbdaaeb21331d250f325a9f24cd3
3
+ size 285
ffl/224/v5_lidar_bs2x16_mnv16/predictions/best_val_iou.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e9c0cbd95e7c5f1e851bf7a14253c521e103f362a9808004c69168bdfb660b4
3
- size 463706
 
 
 
 
ffl/224/v5_lidar_bs2x16_mnv256/predictions/best_val_iou.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b7a974d7aeb7a88b0e2c3e64c551839277df368c823bb2795fd7de65938fd50
3
- size 419460
 
 
 
 
ffl/224/v5_lidar_bs2x16_mnv32/predictions/best_val_iou.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2fd681c47eb8b1f2f5bf3d2e2e5e4e88a23fb077647f7be880a0cd3d80ef8bd3
3
- size 481102
 
 
 
 
ffl/224/v5_lidar_bs2x16_mnv4/predictions/best_val_iou.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:4eb837c594115eab6c02fd99c4c1f253cccc4a4d93162527d2dcd673ec21c1a0
3
- size 477793
 
 
 
 
ffl/224/v5_lidar_bs2x16_mnv512/predictions/best_val_iou.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1829f64f85bfb6b355e0f4abdb8ba92bef18ce9db7321c0b6044f0b6da3ec718
3
- size 416125
 
 
 
 
ffl/224/v5_lidar_bs2x16_mnv64/predictions/best_val_iou.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8dd8910b05154fd119c0f2cbe8f161a72b733a2b989077770b8a2b0bd97d5e8
3
- size 435937
 
 
 
 
ffl/224/v5_lidar_bs2x16_mnv8/predictions/best_val_iou.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8939d3bd46fd8b5ae3974db1472e277dd262c221079c02e05fb3a9fce7bf16c
3
- size 467276
 
 
 
 
hisup/224/early_fusion_vit_cnn_bs2x16_mnv64/predictions/best_val_iou.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ca6341b973f30f61eb6510aab786b8423c5a25803271eb8088706ac2ff4040bb
3
- size 542397
 
 
 
 
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/.hydra/overrides.yaml DELETED
@@ -1,7 +0,0 @@
1
- - experiment=hisup_lidar
2
- - run_type=release
3
- - evaluation=test
4
- - experiment.country=NZ
5
- - checkpoint=best_val_iou
6
- - host=gin
7
- - evaluation.split=val
 
 
 
 
 
 
 
 
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predictions/best_val_iou.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:fbbb8e0c326aeb74ef6f8ec0c81591fd08aa4f8c8e4bda7a9894d796a1133bd9
3
- size 609888
 
 
 
 
hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64/predictions_NZ_val/best_val_iou.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:40203af7242225e3cd83c17f47da10aeb94c61cd922649c716bf52bc3cc7748f
3
- size 62847
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c61ff86661d65d29f752bd24651e1c4af5d66001f52ee63327381b84389cc42
3
+ size 285
hisup/224/v0_all_bs4x16/predictions/best_val_iou.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:67aecb5616402b299594a9a86b618126b6b011c5ea7a870be7b498c6130bb4ac
3
- size 1817061
 
 
 
 
hisup/224/v3_image_vit_cnn_bs4x12/evaluate.log ADDED
File without changes
hisup/224/v3_image_vit_cnn_bs4x12/predictions/best_val_iou.json DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:831cc341d16efdf9c10a450e221d9152d2bad2bb668946226e65cbb5f5fcb14e
3
- size 460817
 
 
 
 
{ffl/224/v5_lidar_bs2x16_mnv128/predictions → hisup/224/v3_image_vit_cnn_bs4x12/predictions_CH_train}/best_val_iou.json RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f60fdf7ddacf15b38ac002b7294f306c1a589bb6a145163d0b041358a5fad517
3
- size 432778
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf6d9f52d580c17f53f808076df40d7c627070f0878a945faa3f0e4fbd09d5cc
3
+ size 278572
{ffl/224/v4_image_bs4x16/predictions_CH_val/acm.tol_1 → hisup/224/v3_image_vit_cnn_bs4x12/predictions_NZ_train}/best_val_iou.json RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e60c721ed05e9d2e5bd107bcb5346d4e1e25755e0b729d17654f695a7439a48
3
- size 29156
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c06ab75eda8da016ccf693646aa5fa03ea26e559c855b29296d795ef1c238b6
3
+ size 67530
pix2poly/224/building_fusion/.hydra/config.yaml ADDED
@@ -0,0 +1,122 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ host:
2
+ name: gin
3
+ data_root: /data/rsulzer/${..dataset.name}_dataset
4
+ model_root: /data/rsulzer/${..dataset.name}_output
5
+ multi_gpu: false
6
+ device: cuda
7
+ update_pbar_every: 1
8
+ ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
9
+ dino_v2_repo: /user/rsulzer/home/remote_python/dinov2
10
+ run_type:
11
+ name: release
12
+ batch_size: 16
13
+ train_subset: null
14
+ val_subset: null
15
+ test_subset: null
16
+ logging: INFO
17
+ num_workers: 16
18
+ log_to_wandb: true
19
+ dataset:
20
+ name: PixelsPointsPolygons
21
+ size: ${..experiment.encoder.in_size}
22
+ path: ${host.data_root}/data/${.size}
23
+ annotations:
24
+ train: ${..path}/annotations/${...experiment.annotation_type}/annotations_${...experiment.country}_train.json
25
+ val: ${..path}/annotations/${...experiment.annotation_type}/annotations_${...experiment.country}_val.json
26
+ test: ${..path}/annotations/${...experiment.annotation_type}/annotations_${...experiment.country}_test.json
27
+ ffl_stats:
28
+ train: ${..path}/ffl/train/stats-${...experiment.country}.pt
29
+ val: ${..path}/ffl/val/stats-${...experiment.country}.pt
30
+ test: ${..path}/ffl/test/stats-${...experiment.country}.pt
31
+ train_subset: ${..run_type.train_subset}
32
+ val_subset: ${..run_type.val_subset}
33
+ test_subset: ${..run_type.test_subset}
34
+ experiment:
35
+ encoder:
36
+ name: early_fusion_vit
37
+ use_images: true
38
+ use_lidar: true
39
+ in_size: 224
40
+ in_height: ${.in_size}
41
+ in_width: ${.in_size}
42
+ in_voxel_size:
43
+ x: 8
44
+ 'y': 8
45
+ z: 100
46
+ max_num_points_per_voxel: 64
47
+ max_num_voxels:
48
+ train: 784
49
+ test: 784
50
+ out_feature_width: 28
51
+ out_feature_height: 28
52
+ vit:
53
+ type: vit_small_patch${..patch_size}_${..in_size}.dino
54
+ checkpoint_file: ${....host.model_root}/backbones/dino_deitsmall8_pretrain.pth
55
+ pretrained: true
56
+ patch_size: 8
57
+ patch_feature_size: 28
58
+ patch_feature_height: ${.patch_feature_size}
59
+ patch_feature_width: ${.patch_feature_size}
60
+ patch_feature_dim: 384
61
+ num_patches: 784
62
+ out_feature_dim: ${..model.decoder.in_feature_dim}
63
+ image_mean:
64
+ - 0.0
65
+ - 0.0
66
+ - 0.0
67
+ image_std:
68
+ - 1.0
69
+ - 1.0
70
+ - 1.0
71
+ image_max_pixel_value: 255.0
72
+ augmentations:
73
+ - D4
74
+ - ColorJitter
75
+ - GaussNoise
76
+ - Normalize
77
+ model:
78
+ name: pix2poly
79
+ decoder:
80
+ in_feature_size: ${...encoder.patch_feature_size}
81
+ in_feature_width: ${.in_feature_size}
82
+ in_feature_height: ${.in_feature_size}
83
+ in_feature_dim: 256
84
+ tokenizer:
85
+ num_bins: ${...encoder.in_size}
86
+ shuffle_tokens: false
87
+ n_vertices: 192
88
+ max_len: null
89
+ pad_idx: null
90
+ generation_steps: null
91
+ fusion: patch_concat
92
+ sinkhorn_iterations: 100
93
+ label_smoothing: 0.0
94
+ vertex_loss_weight: 1.0
95
+ perm_loss_weight: 10.0
96
+ batch_size: ${...run_type.batch_size}
97
+ start_epoch: 0
98
+ num_epochs: 200
99
+ milestone: 0
100
+ learning_rate: 0.0003
101
+ weight_decay: 0.0001
102
+ name: building_fusion
103
+ group_name: v3_${.model.name}
104
+ lidar_dropout: null
105
+ country: CH
106
+ annotation_type: buildings
107
+ training:
108
+ save_best: true
109
+ save_latest: true
110
+ save_every: 10
111
+ val_every: 1
112
+ best_val_loss: 10000000.0
113
+ best_val_iou: 0.0
114
+ evaluation:
115
+ split: val
116
+ pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
117
+ modes:
118
+ - iou
119
+ eval_file: results/metrics
120
+ output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
121
+ checkpoint: null
122
+ num_workers: ${.run_type.num_workers}
{hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64 → pix2poly/224/building_fusion}/.hydra/hydra.yaml RENAMED
@@ -112,17 +112,13 @@ hydra:
112
  hydra:
113
  - hydra.mode=RUN
114
  task:
115
- - experiment=hisup_lidar
116
- - run_type=release
117
- - evaluation=test
118
- - experiment.country=NZ
119
- - checkpoint=best_val_iou
120
  - host=gin
121
- - evaluation.split=val
 
122
  job:
123
- name: predict
124
  chdir: null
125
- override_dirname: checkpoint=best_val_iou,evaluation.split=val,evaluation=test,experiment.country=NZ,experiment=hisup_lidar,host=gin,run_type=release
126
  id: ???
127
  num: ???
128
  config_name: config
@@ -147,13 +143,13 @@ hydra:
147
  - path: ''
148
  schema: structured
149
  provider: schema
150
- output_dir: /data/rsulzer/PixelsPointsPolygons_output/hisup/224/lidar_pp_vit_cnn_bs2x16_mnv64
151
  choices:
152
- evaluation: test
153
  training: default
154
- experiment: hisup_lidar
155
- model@experiment.model: hisup
156
- encoder@experiment.encoder: pointpillars_vit_cnn
157
  dataset: p3
158
  run_type: release
159
  host: gin
 
112
  hydra:
113
  - hydra.mode=RUN
114
  task:
 
 
 
 
 
115
  - host=gin
116
+ - experiment=p2p_fusion_building_ann
117
+ - run_type=release
118
  job:
119
+ name: train
120
  chdir: null
121
+ override_dirname: experiment=p2p_fusion_building_ann,host=gin,run_type=release
122
  id: ???
123
  num: ???
124
  config_name: config
 
143
  - path: ''
144
  schema: structured
145
  provider: schema
146
+ output_dir: /data/rsulzer/PixelsPointsPolygons_output/pix2poly/224/building_fusion
147
  choices:
148
+ evaluation: val
149
  training: default
150
+ experiment: p2p_fusion_building_ann
151
+ model@experiment.model: pix2poly
152
+ encoder@experiment.encoder: early_fusion_vit
153
  dataset: p3
154
  run_type: release
155
  host: gin
pix2poly/224/building_fusion/.hydra/overrides.yaml ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ - host=gin
2
+ - experiment=p2p_fusion_building_ann
3
+ - run_type=release
pix2poly/224/building_fusion/checkpoints/best_val_iou.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43ff0eca24452a9e6b4ae9843ac3afbf60adc0fe6c1c5766b024447e2e975485
3
+ size 415470378
pix2poly/224/building_fusion/checkpoints/best_val_loss.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9b9df52d8f784cddc64d6e398adb41559bfa130d7be2fdf05ec8f3e66a83443
3
+ size 415471617
pix2poly/224/building_fusion/checkpoints/latest.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e679c706725432b2c152168846feee5ac165f2c3f2ae0cc2747df0d7a349aef0
3
+ size 415458400
{ffl/224/v4_fusion_bs4x16_mnv64/predictions → pix2poly/224/building_fusion/predictions_CH_val}/best_val_iou.json RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:410a72172a85a162d239182bffbaf4222d5c6116e8cfbd995b873d6b73673cab
3
- size 338195
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:555ab584b1bcf315ac08cbd5506b729e49577aefda348e286c8f54d1385c3b52
3
+ size 426893
pix2poly/224/building_fusion/train.log ADDED
File without changes
pix2poly/224/dinov2/.hydra/config.yaml ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ host:
2
+ name: gin
3
+ data_root: /data/rsulzer/${..dataset.name}_dataset
4
+ model_root: /data/rsulzer/${..dataset.name}_output
5
+ multi_gpu: false
6
+ device: cuda
7
+ update_pbar_every: 1
8
+ ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
9
+ run_type:
10
+ name: release
11
+ batch_size: 16
12
+ train_subset: null
13
+ val_subset: null
14
+ test_subset: null
15
+ logging: INFO
16
+ num_workers: 16
17
+ log_to_wandb: true
18
+ dataset:
19
+ name: PixelsPointsPolygons
20
+ size: ${..experiment.encoder.in_size}
21
+ path: ${host.data_root}/data/${.size}
22
+ annotations:
23
+ train: ${..path}/annotations/annotations_${...experiment.country}_train.json
24
+ val: ${..path}/annotations/annotations_${...experiment.country}_val.json
25
+ test: ${..path}/annotations/annotations_${...experiment.country}_test.json
26
+ ffl_stats:
27
+ train: ${..path}/ffl/train/stats-${...experiment.country}.pt
28
+ val: ${..path}/ffl/val/stats-${...experiment.country}.pt
29
+ test: ${..path}/ffl/test/stats-${...experiment.country}.pt
30
+ train_subset: ${..run_type.train_subset}
31
+ val_subset: ${..run_type.val_subset}
32
+ test_subset: ${..run_type.test_subset}
33
+ experiment:
34
+ encoder:
35
+ name: vit_dinov2
36
+ use_images: true
37
+ use_lidar: false
38
+ type: vit_small_patch${.patch_size}_${.in_size}.dino
39
+ checkpoint_file: ${...host.model_root}/backbones/dinov2_vits14_pretrain.pth
40
+ pretrained: true
41
+ in_size: 224
42
+ in_height: ${.in_size}
43
+ in_width: ${.in_size}
44
+ patch_size: 14
45
+ patch_feature_size: 16
46
+ patch_feature_height: ${.patch_feature_size}
47
+ patch_feature_width: ${.patch_feature_size}
48
+ patch_feature_dim: 384
49
+ num_patches: 256
50
+ out_feature_dim: ${..model.decoder.in_feature_dim}
51
+ image_mean:
52
+ - 0.485
53
+ - 0.456
54
+ - 0.406
55
+ image_std:
56
+ - 0.228
57
+ - 0.224
58
+ - 0.225
59
+ image_max_pixel_value: 255.0
60
+ augmentations:
61
+ - D4
62
+ - ColorJitter
63
+ - GaussNoise
64
+ - Normalize
65
+ model:
66
+ name: pix2poly
67
+ decoder:
68
+ in_feature_size: ${...encoder.patch_feature_size}
69
+ in_feature_width: ${.in_feature_size}
70
+ in_feature_height: ${.in_feature_size}
71
+ in_feature_dim: 256
72
+ tokenizer:
73
+ num_bins: ${...encoder.in_size}
74
+ shuffle_tokens: false
75
+ n_vertices: 192
76
+ max_len: null
77
+ pad_idx: null
78
+ generation_steps: null
79
+ fusion: patch_concat
80
+ sinkhorn_iterations: 100
81
+ label_smoothing: 0.0
82
+ vertex_loss_weight: 1.0
83
+ perm_loss_weight: 10.0
84
+ batch_size: ${...run_type.batch_size}
85
+ start_epoch: 0
86
+ num_epochs: 200
87
+ milestone: 0
88
+ learning_rate: 0.0003
89
+ weight_decay: 0.0001
90
+ name: dinov2
91
+ group_name: v3_${.model.name}
92
+ country: CH
93
+ training:
94
+ save_best: true
95
+ save_latest: true
96
+ save_every: 10
97
+ val_every: 1
98
+ best_val_loss: 10000000.0
99
+ best_val_iou: 0.0
100
+ evaluation:
101
+ split: val
102
+ pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
103
+ modes:
104
+ - iou
105
+ eval_file: results/metrics
106
+ output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
107
+ checkpoint: null
108
+ num_workers: ${.run_type.num_workers}
pix2poly/224/dinov2/.hydra/hydra.yaml ADDED
@@ -0,0 +1,164 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ hydra:
2
+ run:
3
+ dir: ${...output_dir}
4
+ sweep:
5
+ dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
6
+ subdir: ${hydra.job.num}
7
+ launcher:
8
+ _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
9
+ sweeper:
10
+ _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
11
+ max_batch_size: null
12
+ params: null
13
+ help:
14
+ app_name: ${hydra.job.name}
15
+ header: '${hydra.help.app_name} is powered by Hydra.
16
+
17
+ '
18
+ footer: 'Powered by Hydra (https://hydra.cc)
19
+
20
+ Use --hydra-help to view Hydra specific help
21
+
22
+ '
23
+ template: '${hydra.help.header}
24
+
25
+ == Configuration groups ==
26
+
27
+ Compose your configuration from those groups (group=option)
28
+
29
+
30
+ $APP_CONFIG_GROUPS
31
+
32
+
33
+ == Config ==
34
+
35
+ Override anything in the config (foo.bar=value)
36
+
37
+
38
+ $CONFIG
39
+
40
+
41
+ ${hydra.help.footer}
42
+
43
+ '
44
+ hydra_help:
45
+ template: 'Hydra (${hydra.runtime.version})
46
+
47
+ See https://hydra.cc for more info.
48
+
49
+
50
+ == Flags ==
51
+
52
+ $FLAGS_HELP
53
+
54
+
55
+ == Configuration groups ==
56
+
57
+ Compose your configuration from those groups (For example, append hydra/job_logging=disabled
58
+ to command line)
59
+
60
+
61
+ $HYDRA_CONFIG_GROUPS
62
+
63
+
64
+ Use ''--cfg hydra'' to Show the Hydra config.
65
+
66
+ '
67
+ hydra_help: ???
68
+ hydra_logging:
69
+ version: 1
70
+ formatters:
71
+ simple:
72
+ format: '[%(asctime)s][HYDRA] %(message)s'
73
+ handlers:
74
+ console:
75
+ class: logging.StreamHandler
76
+ formatter: simple
77
+ stream: ext://sys.stdout
78
+ root:
79
+ level: INFO
80
+ handlers:
81
+ - console
82
+ loggers:
83
+ logging_example:
84
+ level: DEBUG
85
+ disable_existing_loggers: false
86
+ job_logging:
87
+ version: 1
88
+ formatters:
89
+ simple:
90
+ format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
91
+ handlers:
92
+ console:
93
+ class: logging.StreamHandler
94
+ formatter: simple
95
+ stream: ext://sys.stdout
96
+ file:
97
+ class: logging.FileHandler
98
+ formatter: simple
99
+ filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
100
+ root:
101
+ level: INFO
102
+ handlers:
103
+ - console
104
+ - file
105
+ disable_existing_loggers: false
106
+ env: {}
107
+ mode: RUN
108
+ searchpath: []
109
+ callbacks: {}
110
+ output_subdir: .hydra
111
+ overrides:
112
+ hydra:
113
+ - hydra.mode=RUN
114
+ task:
115
+ - experiment=p2p_image_dinov2
116
+ - host=gin
117
+ job:
118
+ name: train
119
+ chdir: null
120
+ override_dirname: experiment=p2p_image_dinov2,host=gin
121
+ id: ???
122
+ num: ???
123
+ config_name: config
124
+ env_set: {}
125
+ env_copy: []
126
+ config:
127
+ override_dirname:
128
+ kv_sep: '='
129
+ item_sep: ','
130
+ exclude_keys: []
131
+ runtime:
132
+ version: 1.3.2
133
+ version_base: '1.3'
134
+ cwd: /run/netsop/u/home-sam/home/rsulzer/remote_python/pixelspointspolygons
135
+ config_sources:
136
+ - path: hydra.conf
137
+ schema: pkg
138
+ provider: hydra
139
+ - path: /run/netsop/u/home-sam/home/rsulzer/remote_python/pixelspointspolygons/config
140
+ schema: file
141
+ provider: main
142
+ - path: ''
143
+ schema: structured
144
+ provider: schema
145
+ output_dir: /data/rsulzer/PixelsPointsPolygons_output/pix2poly/224/dinov2
146
+ choices:
147
+ evaluation: val
148
+ training: default
149
+ experiment: p2p_image_dinov2
150
+ model@experiment.model: pix2poly
151
+ encoder@experiment.encoder: vit_dinov2
152
+ dataset: p3
153
+ run_type: release
154
+ host: gin
155
+ hydra/env: default
156
+ hydra/callbacks: null
157
+ hydra/job_logging: default
158
+ hydra/hydra_logging: default
159
+ hydra/hydra_help: default
160
+ hydra/help: default
161
+ hydra/sweeper: basic
162
+ hydra/launcher: basic
163
+ hydra/output: default
164
+ verbose: false
pix2poly/224/dinov2/.hydra/overrides.yaml ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ - experiment=p2p_image_dinov2
2
+ - host=gin
pix2poly/224/dinov2/checkpoints/best_val_iou.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3faad368d8071b63fc5c01ad761b6cf24bc92184eb66d53b0d059bcb60ac8a5
3
+ size 386310378
pix2poly/224/dinov2/checkpoints/best_val_loss.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26a36f427ea5c0614c3892f62293f74cfeb73c378ae0fc05f393d744a7daf577
3
+ size 386311665
ffl/224/v4_image_bs4x16/predictions/best_val_iou.json → pix2poly/224/dinov2/checkpoints/latest.pth RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d1414fe72e203cdff9e623c98b6c45ce4ae9a41e1bd77fea789bd1b10492b6a
3
- size 385431
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f25c5104c9c3e948949912d52e41aafd36e3ae6f4f43e9238cdd0b73d2d2c068
3
+ size 386297856
{ffl/224/v0_all_bs4x16/predictions → pix2poly/224/dinov2/predictions_CH_test}/best_val_iou.json RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7ad2fabae69d80b301d7915e30504ec824b8c8a9cc86ca4fcf294d02a16e49c
3
- size 1063718
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:885e18a6b32ab993013ed2aa5679b889ccc8aadbb1fa8c9c5835fec67b1c9d76
3
+ size 8038122
pix2poly/224/dinov2/predictions_CH_val/best_val_iou.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5f0d1f955f79dc3488e16386c57dfcfd59fcf19a80a473a1673d74965144fc2
3
+ size 527158
pix2poly/224/dinov2/predictions_CH_val/epoch_0.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aaeaf8a13a429fa9014f057acf72ad06759cff734e5ba80f005d7bd9da3eb73
3
+ size 639684
pix2poly/224/dinov2/predictions_CH_val/epoch_1.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:249b6a78f3b1001e0cf13b9834c15d4f8cc45744104f8aca595d14138f70aae8
3
+ size 258070
pix2poly/224/dinov2/predictions_CH_val/epoch_10.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d1b831765b13f3ae18b694e51bf252e63ffd01454d4e88b1a57f695a38da407
3
+ size 244104
pix2poly/224/dinov2/predictions_CH_val/epoch_100.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47cd98afff7cb25ef05439e56148f70d2cae50bfacaea6201597a9ac305bf6b0
3
+ size 618258
pix2poly/224/dinov2/predictions_CH_val/epoch_101.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f6481da37eeb5e9cc4f5c4e06e96a9112c588e4af7897bc5aad8ea3e0b48a7a
3
+ size 680011
pix2poly/224/dinov2/predictions_CH_val/epoch_102.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d6e8d5955114c3329f582710da7f8928249ef99195518d976e329e3a1a7b72b
3
+ size 605404
pix2poly/224/dinov2/predictions_CH_val/epoch_103.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:904357ee186ca2df84e8b62473c6c16d6c7ff53f462a2376ef187329e6aab39a
3
+ size 626573
pix2poly/224/dinov2/predictions_CH_val/epoch_104.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12c3c46931cfe704d011ba2a6b6238df7003c8cd120b7fef5a734348e7179cfc
3
+ size 628206
pix2poly/224/dinov2/predictions_CH_val/epoch_105.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02c6d80f63935880e9dc4176d38d5b674978161c9048b2d431fd94f765b4dd06
3
+ size 629423
pix2poly/224/dinov2/predictions_CH_val/epoch_106.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24ea9aa70dc275d97c5464c23da28c0ea82e86d152fdcb88f5f1ae47e50bcbff
3
+ size 595620
pix2poly/224/dinov2/predictions_CH_val/epoch_107.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb20d40f30b5bf1cd480e40fc16c2af6059f7385eddae109235c0e7137da4fd7
3
+ size 596426
pix2poly/224/dinov2/predictions_CH_val/epoch_108.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff5ce47df13f9465068b4d6cdbdcf7e60d6f7f81be4bfcc3b193eb7e3aa80769
3
+ size 558618
pix2poly/224/dinov2/predictions_CH_val/epoch_109.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bedd3cdbef05cb6583a41d3ce299f3a38f28f457f7c27c6bb4869014a312d643
3
+ size 567348
pix2poly/224/dinov2/predictions_CH_val/epoch_11.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2d982c8950f895e2a69fc0523551b43c5fe3c78b61417a574467babbb1a6f16
3
+ size 308305
pix2poly/224/dinov2/predictions_CH_val/epoch_110.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9df0ca747042c68ba45b3941177bc1a76d3fb5f1b9a910d0dfd65e0e52972bb
3
+ size 631896