rsi commited on
Commit
3c6a385
·
1 Parent(s): b5bf527

add dinov3 exp

Browse files
pix2poly/224/dinov3/train.log ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2025-10-28 16:51:35,089][dinov3][INFO] - using base=100 for rope new
2
+ [2025-10-28 16:51:35,089][dinov3][INFO] - using min_period=None for rope new
3
+ [2025-10-28 16:51:35,089][dinov3][INFO] - using max_period=None for rope new
4
+ [2025-10-28 16:51:35,090][dinov3][INFO] - using normalize_coords=separate for rope new
5
+ [2025-10-28 16:51:35,090][dinov3][INFO] - using shift_coords=None for rope new
6
+ [2025-10-28 16:51:35,090][dinov3][INFO] - using rescale_coords=2 for rope new
7
+ [2025-10-28 16:51:35,090][dinov3][INFO] - using jitter_coords=None for rope new
8
+ [2025-10-28 16:51:35,090][dinov3][INFO] - using dtype=fp32 for rope new
9
+ [2025-10-28 16:51:35,230][dinov3][INFO] - using swiglu layer as FFN
10
+ [2025-10-28 16:52:42,472][dinov3][INFO] - using base=100 for rope new
11
+ [2025-10-28 16:52:42,472][dinov3][INFO] - using min_period=None for rope new
12
+ [2025-10-28 16:52:42,472][dinov3][INFO] - using max_period=None for rope new
13
+ [2025-10-28 16:52:42,472][dinov3][INFO] - using normalize_coords=separate for rope new
14
+ [2025-10-28 16:52:42,473][dinov3][INFO] - using shift_coords=None for rope new
15
+ [2025-10-28 16:52:42,473][dinov3][INFO] - using rescale_coords=2 for rope new
16
+ [2025-10-28 16:52:42,473][dinov3][INFO] - using jitter_coords=None for rope new
17
+ [2025-10-28 16:52:42,473][dinov3][INFO] - using dtype=fp32 for rope new
18
+ [2025-10-28 16:52:42,473][dinov3][INFO] - using swiglu layer as FFN
pix2poly/224/image_bs2x16_convnext_tiny/train.log ADDED
File without changes
pix2poly/224/image_bs2x16_dinov1/checkpoints/best_val_iou.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a661a0513520f75d12b9792b579836eb0c3fa816a8f936d58b137bdfacb06423
3
+ size 383280061
pix2poly/224/image_bs2x16_dinov1/checkpoints/best_val_loss.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12acbbbf676f5f05f371148011ed478d91a2042a71306fcdb4ec1e8a6b07a34d
3
+ size 383281253
pix2poly/224/image_bs2x16_dinov1/checkpoints/latest.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe32a792e1b6f51a765a15d1c5a472a99a5b944c57386ad90000888c6d682c18
3
+ size 383266637
pix2poly/224/image_bs2x16_dinov1/predictions_CH_val/best_val_iou.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6012906c65f55859dc83054cb2e1d5b677868ef634614057d3028e640f615bc1
3
+ size 477006
pix2poly/224/image_bs2x16_dinov1/train.log ADDED
File without changes
pix2poly/224/image_bs2x16_dinov2/train.log ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ [2025-10-29 10:10:55,531][dinov2][INFO] - using MLP layer as FFN
2
+ [2025-10-29 10:10:55,531][dinov2][INFO] - using MLP layer as FFN
3
+ [2025-10-29 12:00:32,426][dinov2][INFO] - using MLP layer as FFN
4
+ [2025-10-29 12:00:32,426][dinov2][INFO] - using MLP layer as FFN
5
+ [2025-10-29 12:01:58,754][dinov2][INFO] - using MLP layer as FFN
pix2poly/224/image_bs2x16_dinov3/checkpoints/best_val_iou.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43f0fa4667191fdb997c081f93d94dc47c3bf50899647c7b685e34e8518be7ae
3
+ size 465915137
pix2poly/224/image_bs2x16_dinov3/checkpoints/best_val_loss.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b07e3b5ebc940fa01d1422978ed8e0aa425be04d53ce31a249ce74cdc5caa672
3
+ size 465916538
pix2poly/224/image_bs2x16_dinov3/checkpoints/latest.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a495c9208ee5864e6a9122a4070c7ad29e18ec6fb772fef9a4b763c71364461b
3
+ size 465900459
pix2poly/224/image_bs2x16_dinov3/predictions_CH_val/best_val_iou.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fceef44bf8a874c7198056e38141672617ce6672b6791132ef946772413d2f02
3
+ size 496870
pix2poly/224/image_bs2x16_dinov3/train.log ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [2025-10-28 19:25:49,851][dinov3][INFO] - using base=100 for rope new
2
+ [2025-10-28 19:25:49,851][dinov3][INFO] - using min_period=None for rope new
3
+ [2025-10-28 19:25:49,851][dinov3][INFO] - using max_period=None for rope new
4
+ [2025-10-28 19:25:49,851][dinov3][INFO] - using normalize_coords=separate for rope new
5
+ [2025-10-28 19:25:49,852][dinov3][INFO] - using shift_coords=None for rope new
6
+ [2025-10-28 19:25:49,852][dinov3][INFO] - using rescale_coords=2 for rope new
7
+ [2025-10-28 19:25:49,852][dinov3][INFO] - using jitter_coords=None for rope new
8
+ [2025-10-28 19:25:49,852][dinov3][INFO] - using dtype=fp32 for rope new
9
+ [2025-10-28 19:25:49,982][dinov3][INFO] - using swiglu layer as FFN
10
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using base=100 for rope new
11
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using base=100 for rope new
12
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using min_period=None for rope new
13
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using min_period=None for rope new
14
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using max_period=None for rope new
15
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using max_period=None for rope new
16
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using normalize_coords=separate for rope new
17
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using normalize_coords=separate for rope new
18
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using shift_coords=None for rope new
19
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using rescale_coords=2 for rope new
20
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using shift_coords=None for rope new
21
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using jitter_coords=None for rope new
22
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using rescale_coords=2 for rope new
23
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using dtype=fp32 for rope new
24
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using jitter_coords=None for rope new
25
+ [2025-10-28 20:08:50,729][dinov3][INFO] - using dtype=fp32 for rope new
26
+ [2025-10-28 20:08:50,776][dinov3][INFO] - using swiglu layer as FFN
27
+ [2025-10-28 20:08:50,776][dinov3][INFO] - using swiglu layer as FFN
28
+ [2025-10-29 13:00:05,929][dinov2][INFO] - using MLP layer as FFN
29
+ [2025-10-29 13:00:05,932][dinov2][INFO] - using MLP layer as FFN
pix2poly/224/lidar_pp_vit_bs2x16_mnv64/.hydra/config.yaml CHANGED
@@ -1,36 +1,41 @@
1
  host:
2
- name: gin
3
- data_root: /data/rsulzer/${..dataset.name}
4
- model_root: /data/rsulzer/${..dataset.name}_output
5
  multi_gpu: false
6
  device: cuda
7
- update_pbar_every: 1
8
- ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
 
 
9
  run_type:
10
- name: debug
11
  batch_size: 16
12
- train_subset: 256
13
- val_subset: 32
14
- test_subset: 32
15
- logging: DEBUG
16
- num_workers: 0
17
- log_to_wandb: false
18
- dataset:
19
- name: PixelsPointsPolygons
20
- size: ${..experiment.encoder.in_size}
21
- path: ${host.data_root}/data/${.size}
22
- annotations:
23
- train: ${..path}/annotations/annotations_${...experiment.country}_train.json
24
- val: ${..path}/annotations/annotations_${...experiment.country}_val.json
25
- test: ${..path}/annotations/annotations_${...experiment.country}_test.json
26
- ffl_stats:
27
- train: ${..path}/ffl/train/stats-${...experiment.country}.pt
28
- val: ${..path}/ffl/val/stats-${...experiment.country}.pt
29
- test: ${..path}/ffl/test/stats-${...experiment.country}.pt
30
- train_subset: ${..run_type.train_subset}
31
- val_subset: ${..run_type.val_subset}
32
- test_subset: ${..run_type.test_subset}
33
  experiment:
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  encoder:
35
  name: pointpillars_vit
36
  use_images: false
@@ -50,7 +55,7 @@ experiment:
50
  out_feature_height: 28
51
  vit:
52
  type: vit_small_patch${..patch_size}_${..in_size}.dino
53
- checkpoint_file: ${....host.model_root}/backbones/dino_deitsmall8_pretrain.pth
54
  pretrained: true
55
  patch_size: 8
56
  patch_feature_size: 28
@@ -83,39 +88,38 @@ experiment:
83
  tokenizer:
84
  num_bins: ${...encoder.in_size}
85
  shuffle_tokens: false
86
- n_vertices: 192
87
  max_len: null
88
  pad_idx: null
89
  generation_steps: null
 
90
  fusion: patch_concat
91
  sinkhorn_iterations: 100
92
- label_smoothing: 0.0
93
  vertex_loss_weight: 1.0
94
  perm_loss_weight: 10.0
95
  batch_size: ${...run_type.batch_size}
96
  start_epoch: 0
97
  num_epochs: 200
98
- milestone: 0
99
  learning_rate: 0.0003
100
  weight_decay: 0.0001
101
  name: lidar_pp_vit_bs2x16_mnv64
102
  group_name: v2_${.model.name}
103
- country: CH
 
104
  training:
105
  save_best: true
106
  save_latest: true
107
  save_every: 10
108
- val_every: 1
109
  best_val_loss: 10000000.0
110
  best_val_iou: 0.0
111
  evaluation:
112
  split: val
113
- pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
114
  modes:
115
  - iou
116
  eval_file: results/metrics
117
- experiment.name: debug
118
- output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
119
  checkpoint: best_val_iou
120
  num_workers: ${.run_type.num_workers}
121
  lidar_file: demo_data/lidar0_CH_val.copc.laz
 
1
  host:
2
+ name: g5k
3
+ dataset_root: /home/rsulzer/data_group
4
+ model_root: /home/rsulzer/data_group
5
  multi_gpu: false
6
  device: cuda
7
+ update_pbar_every: 60
8
+ ldof_exe: null
9
+ dino_v2_repo: /home/rsulzer/python/dinov2
10
+ dino_v3_repo: /home/rsulzer/python/dinov3
11
  run_type:
12
+ name: release
13
  batch_size: 16
14
+ train_subset: null
15
+ val_subset: null
16
+ test_subset: null
17
+ logging: INFO
18
+ num_workers: 16
19
+ log_to_wandb: true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
20
  experiment:
21
+ dataset:
22
+ name: PixelsPointsPolygons
23
+ size: ${..encoder.in_size}
24
+ in_path: ${host.dataset_root}/${..dataset.name}_dataset/data/${.size}
25
+ out_path: ${host.model_root}/${..dataset.name}_output
26
+ annotation_type: blocks
27
+ country: CH
28
+ annotations:
29
+ train: ${..in_path}/annotations/${..annotation_type}/annotations_${..country}_train.json
30
+ val: ${..in_path}/annotations/${..annotation_type}/annotations_${..country}_val.json
31
+ test: ${..in_path}/annotations/${..annotation_type}/annotations_${..country}_test.json
32
+ ffl_stats:
33
+ train: ${..in_path}/ffl/train/stats-${..country}.pt
34
+ val: ${..in_path}/ffl/val/stats-${..country}.pt
35
+ test: ${..in_path}/ffl/test/stats-${..country}.pt
36
+ train_subset: ${...run_type.train_subset}
37
+ val_subset: ${...run_type.val_subset}
38
+ test_subset: ${...run_type.test_subset}
39
  encoder:
40
  name: pointpillars_vit
41
  use_images: false
 
55
  out_feature_height: 28
56
  vit:
57
  type: vit_small_patch${..patch_size}_${..in_size}.dino
58
+ checkpoint_file: ${...dataset.out_path}/backbones/dino_deitsmall8_pretrain.pth
59
  pretrained: true
60
  patch_size: 8
61
  patch_feature_size: 28
 
88
  tokenizer:
89
  num_bins: ${...encoder.in_size}
90
  shuffle_tokens: false
91
+ max_num_vertices: 192
92
  max_len: null
93
  pad_idx: null
94
  generation_steps: null
95
+ shuffle_polygons: false
96
  fusion: patch_concat
97
  sinkhorn_iterations: 100
 
98
  vertex_loss_weight: 1.0
99
  perm_loss_weight: 10.0
100
  batch_size: ${...run_type.batch_size}
101
  start_epoch: 0
102
  num_epochs: 200
 
103
  learning_rate: 0.0003
104
  weight_decay: 0.0001
105
  name: lidar_pp_vit_bs2x16_mnv64
106
  group_name: v2_${.model.name}
107
+ project_name: HiSup
108
+ lidar_dropout: null
109
  training:
110
  save_best: true
111
  save_latest: true
112
  save_every: 10
113
+ val_every: 5
114
  best_val_loss: 10000000.0
115
  best_val_iou: 0.0
116
  evaluation:
117
  split: val
118
+ pred_file: ${..output_dir}/predictions_${..experiment.dataset.country}_${.split}/${..checkpoint}.json
119
  modes:
120
  - iou
121
  eval_file: results/metrics
122
+ output_dir: ${.experiment.dataset.out_path}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
 
123
  checkpoint: best_val_iou
124
  num_workers: ${.run_type.num_workers}
125
  lidar_file: demo_data/lidar0_CH_val.copc.laz
pix2poly/224/lidar_pp_vit_bs2x16_mnv64/.hydra/hydra.yaml CHANGED
@@ -112,15 +112,15 @@ hydra:
112
  hydra:
113
  - hydra.mode=RUN
114
  task:
115
- - run_type=debug
116
- - host=gin
117
- - checkpoint=best_val_iou
118
  - experiment=p2p_lidar
119
  - +lidar_file=demo_data/lidar0_CH_val.copc.laz
 
 
120
  job:
121
  name: predict_demo
122
  chdir: null
123
- override_dirname: +lidar_file=demo_data/lidar0_CH_val.copc.laz,checkpoint=best_val_iou,experiment=p2p_lidar,host=gin,run_type=debug
124
  id: ???
125
  num: ???
126
  config_name: config
@@ -134,27 +134,27 @@ hydra:
134
  runtime:
135
  version: 1.3.2
136
  version_base: '1.3'
137
- cwd: /run/netsop/u/home-sam/home/rsulzer/remote_python/pixelspointspolygons
138
  config_sources:
139
  - path: hydra.conf
140
  schema: pkg
141
  provider: hydra
142
- - path: /run/netsop/u/home-sam/home/rsulzer/remote_python/pixelspointspolygons/config
143
  schema: file
144
  provider: main
145
  - path: ''
146
  schema: structured
147
  provider: schema
148
- output_dir: /data/rsulzer/PixelsPointsPolygons_output/pix2poly/224/lidar_pp_vit_bs2x16_mnv64
149
  choices:
150
  evaluation: val
151
  training: default
152
  experiment: p2p_lidar
153
  model@experiment.model: pix2poly
154
  encoder@experiment.encoder: pointpillars_vit
155
- dataset: p3
156
- run_type: debug
157
- host: gin
158
  hydra/env: default
159
  hydra/callbacks: null
160
  hydra/job_logging: default
 
112
  hydra:
113
  - hydra.mode=RUN
114
  task:
115
+ - host=g5k
 
 
116
  - experiment=p2p_lidar
117
  - +lidar_file=demo_data/lidar0_CH_val.copc.laz
118
+ - host.multi_gpu=false
119
+ - checkpoint=best_val_iou
120
  job:
121
  name: predict_demo
122
  chdir: null
123
+ override_dirname: +lidar_file=demo_data/lidar0_CH_val.copc.laz,checkpoint=best_val_iou,experiment=p2p_lidar,host.multi_gpu=false,host=g5k
124
  id: ???
125
  num: ???
126
  config_name: config
 
134
  runtime:
135
  version: 1.3.2
136
  version_base: '1.3'
137
+ cwd: /home/rsulzer/python/PixelsPointsPolygons
138
  config_sources:
139
  - path: hydra.conf
140
  schema: pkg
141
  provider: hydra
142
+ - path: /home/rsulzer/python/PixelsPointsPolygons/config
143
  schema: file
144
  provider: main
145
  - path: ''
146
  schema: structured
147
  provider: schema
148
+ output_dir: /home/rsulzer/data_group/PixelsPointsPolygons_output/pix2poly/224/lidar_pp_vit_bs2x16_mnv64
149
  choices:
150
  evaluation: val
151
  training: default
152
  experiment: p2p_lidar
153
  model@experiment.model: pix2poly
154
  encoder@experiment.encoder: pointpillars_vit
155
+ dataset@experiment.dataset: p3
156
+ run_type: release
157
+ host: g5k
158
  hydra/env: default
159
  hydra/callbacks: null
160
  hydra/job_logging: default
pix2poly/224/lidar_pp_vit_bs2x16_mnv64/.hydra/overrides.yaml CHANGED
@@ -1,5 +1,5 @@
1
- - run_type=debug
2
- - host=gin
3
- - checkpoint=best_val_iou
4
  - experiment=p2p_lidar
5
  - +lidar_file=demo_data/lidar0_CH_val.copc.laz
 
 
 
1
+ - host=g5k
 
 
2
  - experiment=p2p_lidar
3
  - +lidar_file=demo_data/lidar0_CH_val.copc.laz
4
+ - host.multi_gpu=false
5
+ - checkpoint=best_val_iou