add building fusion gi

pix2poly/224/building_fusion/checkpoints/best_val_iou.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43ff0eca24452a9e6b4ae9843ac3afbf60adc0fe6c1c5766b024447e2e975485
+oid sha256:c2d75ab43b66eb86d507569136db6a7a0974e21353768a6a969dd6459cbb6ae1
 size 415470378

pix2poly/224/building_fusion/checkpoints/best_val_loss.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9b9df52d8f784cddc64d6e398adb41559bfa130d7be2fdf05ec8f3e66a83443
+oid sha256:e73c6b7d10e10c66559f58a364ecda46b9e5aedc3d7003c9ffbc349791858a9e
 size 415471617

pix2poly/224/building_fusion/checkpoints/latest.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e679c706725432b2c152168846feee5ac165f2c3f2ae0cc2747df0d7a349aef0
+oid sha256:02d84907d4a5349314f1690f71c21cae9591383b259b84dbad9ece5a3207b705
 size 415458400

pix2poly/224/building_fusion/predictions_CH_val/best_val_iou.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:555ab584b1bcf315ac08cbd5506b729e49577aefda348e286c8f54d1385c3b52
-size 426893
+oid sha256:eb7b0642b70b6c9775db5bac78d9e1786bea4e13c84c03de387fd5218e90fc93
+size 850024

pix2poly/224/early_fusion_bs2x16_mnv64/.hydra/config.yaml

@@ -1,122 +0,0 @@
-host:
-  name: gin
-  data_root: /data/rsulzer/${..dataset.name}
-  model_root: /data/rsulzer/${..dataset.name}_output
-  multi_gpu: false
-  device: cuda
-  update_pbar_every: 1
-  ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
-run_type:
-  name: debug
-  batch_size: 16
-  train_subset: 256
-  val_subset: 32
-  test_subset: 32
-  logging: DEBUG
-  num_workers: 0
-  log_to_wandb: false
-dataset:
-  name: PixelsPointsPolygons
-  size: ${..experiment.encoder.in_size}
-  path: ${host.data_root}/data/${.size}
-  annotations:
-    train: ${..path}/annotations/annotations_${...experiment.country}_train.json
-    val: ${..path}/annotations/annotations_${...experiment.country}_val.json
-    test: ${..path}/annotations/annotations_${...experiment.country}_test.json
-  ffl_stats:
-    train: ${..path}/ffl/train/stats-${...experiment.country}.pt
-    val: ${..path}/ffl/val/stats-${...experiment.country}.pt
-    test: ${..path}/ffl/test/stats-${...experiment.country}.pt
-  train_subset: ${..run_type.train_subset}
-  val_subset: ${..run_type.val_subset}
-  test_subset: ${..run_type.test_subset}
-experiment:
-  encoder:
-    name: early_fusion_vit
-    use_images: true
-    use_lidar: true
-    in_size: 224
-    in_height: ${.in_size}
-    in_width: ${.in_size}
-    in_voxel_size:
-      x: 8
-      'y': 8
-      z: 100
-    max_num_points_per_voxel: 64
-    max_num_voxels:
-      train: 784
-      test: 784
-    out_feature_width: 28
-    out_feature_height: 28
-    vit:
-      type: vit_small_patch${..patch_size}_${..in_size}.dino
-      checkpoint_file: ${....host.model_root}/backbones/dino_deitsmall8_pretrain.pth
-      pretrained: true
-    patch_size: 8
-    patch_feature_size: 28
-    patch_feature_height: ${.patch_feature_size}
-    patch_feature_width: ${.patch_feature_size}
-    patch_feature_dim: 384
-    num_patches: 784
-    out_feature_dim: ${..model.decoder.in_feature_dim}
-    image_mean:
-    - 0.0
-    - 0.0
-    - 0.0
-    image_std:
-    - 1.0
-    - 1.0
-    - 1.0
-    image_max_pixel_value: 255.0
-    augmentations:
-    - D4
-    - ColorJitter
-    - GaussNoise
-    - Normalize
-  model:
-    name: pix2poly
-    decoder:
-      in_feature_size: ${...encoder.patch_feature_size}
-      in_feature_width: ${.in_feature_size}
-      in_feature_height: ${.in_feature_size}
-      in_feature_dim: 256
-    tokenizer:
-      num_bins: ${...encoder.in_size}
-      shuffle_tokens: false
-      n_vertices: 192
-      max_len: null
-      pad_idx: null
-      generation_steps: null
-    fusion: patch_concat
-    sinkhorn_iterations: 100
-    label_smoothing: 0.0
-    vertex_loss_weight: 1.0
-    perm_loss_weight: 10.0
-    batch_size: ${...run_type.batch_size}
-    start_epoch: 0
-    num_epochs: 200
-    milestone: 0
-    learning_rate: 0.0003
-    weight_decay: 0.0001
-  name: early_fusion_bs2x16_mnv64
-  group_name: v2_${.model.name}
-  country: all
-training:
-  save_best: true
-  save_latest: true
-  save_every: 10
-  val_every: 1
-  best_val_loss: 10000000.0
-  best_val_iou: 0.0
-evaluation:
-  split: val
-  pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
-  modes:
-  - iou
-  eval_file: results/metrics
-experiment.name: debug
-output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
-checkpoint: best_val_iou
-num_workers: ${.run_type.num_workers}
-image_file: demo_data/image0_CH_val.tif
-lidar_file: demo_data/lidar0_CH_val.copc.laz

pix2poly/224/early_fusion_bs2x16_mnv64/.hydra/hydra.yaml

@@ -1,168 +0,0 @@
-hydra:
-  run:
-    dir: ${...output_dir}
-  sweep:
-    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
-    subdir: ${hydra.job.num}
-  launcher:
-    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
-  sweeper:
-    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
-    max_batch_size: null
-    params: null
-  help:
-    app_name: ${hydra.job.name}
-    header: '${hydra.help.app_name} is powered by Hydra.
-
-      '
-    footer: 'Powered by Hydra (https://hydra.cc)
-
-      Use --hydra-help to view Hydra specific help
-
-      '
-    template: '${hydra.help.header}
-
-      == Configuration groups ==
-
-      Compose your configuration from those groups (group=option)
-
-
-      $APP_CONFIG_GROUPS
-
-
-      == Config ==
-
-      Override anything in the config (foo.bar=value)
-
-
-      $CONFIG
-
-
-      ${hydra.help.footer}
-
-      '
-  hydra_help:
-    template: 'Hydra (${hydra.runtime.version})
-
-      See https://hydra.cc for more info.
-
-
-      == Flags ==
-
-      $FLAGS_HELP
-
-
-      == Configuration groups ==
-
-      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
-      to command line)
-
-
-      $HYDRA_CONFIG_GROUPS
-
-
-      Use ''--cfg hydra'' to Show the Hydra config.
-
-      '
-    hydra_help: ???
-  hydra_logging:
-    version: 1
-    formatters:
-      simple:
-        format: '[%(asctime)s][HYDRA] %(message)s'
-    handlers:
-      console:
-        class: logging.StreamHandler
-        formatter: simple
-        stream: ext://sys.stdout
-    root:
-      level: INFO
-      handlers:
-      - console
-    loggers:
-      logging_example:
-        level: DEBUG
-    disable_existing_loggers: false
-  job_logging:
-    version: 1
-    formatters:
-      simple:
-        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
-    handlers:
-      console:
-        class: logging.StreamHandler
-        formatter: simple
-        stream: ext://sys.stdout
-      file:
-        class: logging.FileHandler
-        formatter: simple
-        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
-    root:
-      level: INFO
-      handlers:
-      - console
-      - file
-    disable_existing_loggers: false
-  env: {}
-  mode: RUN
-  searchpath: []
-  callbacks: {}
-  output_subdir: .hydra
-  overrides:
-    hydra:
-    - hydra.mode=RUN
-    task:
-    - run_type=debug
-    - host=gin
-    - checkpoint=best_val_iou
-    - experiment=p2p_fusion
-    - +image_file=demo_data/image0_CH_val.tif
-    - +lidar_file=demo_data/lidar0_CH_val.copc.laz
-  job:
-    name: predict_demo
-    chdir: null
-    override_dirname: +image_file=demo_data/image0_CH_val.tif,+lidar_file=demo_data/lidar0_CH_val.copc.laz,checkpoint=best_val_iou,experiment=p2p_fusion,host=gin,run_type=debug
-    id: ???
-    num: ???
-    config_name: config
-    env_set: {}
-    env_copy: []
-    config:
-      override_dirname:
-        kv_sep: '='
-        item_sep: ','
-        exclude_keys: []
-  runtime:
-    version: 1.3.2
-    version_base: '1.3'
-    cwd: /run/netsop/u/home-sam/home/rsulzer/remote_python/pixelspointspolygons
-    config_sources:
-    - path: hydra.conf
-      schema: pkg
-      provider: hydra
-    - path: /run/netsop/u/home-sam/home/rsulzer/remote_python/pixelspointspolygons/config
-      schema: file
-      provider: main
-    - path: ''
-      schema: structured
-      provider: schema
-    output_dir: /data/rsulzer/PixelsPointsPolygons_output/pix2poly/224/early_fusion_bs2x16_mnv64
-    choices:
-      evaluation: val
-      training: default
-      experiment: p2p_fusion
-      model@experiment.model: pix2poly
-      encoder@experiment.encoder: early_fusion_vit
-      dataset: p3
-      run_type: debug
-      host: gin
-      hydra/env: default
-      hydra/callbacks: null
-      hydra/job_logging: default
-      hydra/hydra_logging: default
-      hydra/hydra_help: default
-      hydra/help: default
-      hydra/sweeper: basic
-      hydra/launcher: basic
-      hydra/output: default
-  verbose: false

pix2poly/224/early_fusion_bs2x16_mnv64/.hydra/overrides.yaml

@@ -1,6 +0,0 @@
-- run_type=debug
-- host=gin
-- checkpoint=best_val_iou
-- experiment=p2p_fusion
-- +image_file=demo_data/image0_CH_val.tif
-- +lidar_file=demo_data/lidar0_CH_val.copc.laz

pix2poly/224/v4_image_vit_bs4x16/.hydra/config.yaml

@@ -1,109 +0,0 @@
-host:
-  name: gin
-  data_root: /data/rsulzer/${..dataset.name}
-  model_root: /data/rsulzer/${..dataset.name}_output
-  multi_gpu: false
-  device: cuda
-  update_pbar_every: 1
-  ldof_exe: /user/rsulzer/home/cpp/line-DOF-metric/build/calculate_DoF
-run_type:
-  name: release
-  batch_size: 16
-  train_subset: null
-  val_subset: null
-  test_subset: null
-  logging: INFO
-  num_workers: 16
-  log_to_wandb: true
-dataset:
-  name: PixelsPointsPolygons
-  size: ${..experiment.encoder.in_size}
-  path: ${host.data_root}/data/${.size}
-  annotations:
-    train: ${..path}/annotations/annotations_${...experiment.country}_train.json
-    val: ${..path}/annotations/annotations_${...experiment.country}_val.json
-    test: ${..path}/annotations/annotations_${...experiment.country}_test.json
-  ffl_stats:
-    train: ${..path}/ffl/train/stats-${...experiment.country}.pt
-    val: ${..path}/ffl/val/stats-${...experiment.country}.pt
-    test: ${..path}/ffl/test/stats-${...experiment.country}.pt
-  train_subset: ${..run_type.train_subset}
-  val_subset: ${..run_type.val_subset}
-  test_subset: ${..run_type.test_subset}
-experiment:
-  encoder:
-    name: vit
-    use_images: true
-    use_lidar: false
-    type: vit_small_patch${.patch_size}_${.in_size}.dino
-    checkpoint_file: ${...host.model_root}/backbones/dino_deitsmall8_pretrain.pth
-    pretrained: true
-    in_size: 224
-    in_height: ${.in_size}
-    in_width: ${.in_size}
-    patch_size: 8
-    patch_feature_size: 28
-    patch_feature_height: ${.patch_feature_size}
-    patch_feature_width: ${.patch_feature_size}
-    patch_feature_dim: 384
-    num_patches: 784
-    out_feature_dim: ${..model.decoder.in_feature_dim}
-    image_mean:
-    - 0.0
-    - 0.0
-    - 0.0
-    image_std:
-    - 1.0
-    - 1.0
-    - 1.0
-    image_max_pixel_value: 255.0
-    augmentations:
-    - D4
-    - ColorJitter
-    - GaussNoise
-    - Normalize
-  model:
-    name: pix2poly
-    decoder:
-      in_feature_size: ${...encoder.patch_feature_size}
-      in_feature_width: ${.in_feature_size}
-      in_feature_height: ${.in_feature_size}
-      in_feature_dim: 256
-    tokenizer:
-      num_bins: ${...encoder.in_size}
-      shuffle_tokens: false
-      n_vertices: 192
-      max_len: null
-      pad_idx: null
-      generation_steps: null
-    fusion: patch_concat
-    sinkhorn_iterations: 100
-    label_smoothing: 0.0
-    vertex_loss_weight: 1.0
-    perm_loss_weight: 10.0
-    batch_size: ${...run_type.batch_size}
-    start_epoch: 0
-    num_epochs: 200
-    milestone: 0
-    learning_rate: 0.0003
-    weight_decay: 0.0001
-  name: v4_image_vit_bs4x16
-  group_name: v2_${.model.name}
-  country: CH
-training:
-  save_best: true
-  save_latest: true
-  save_every: 10
-  val_every: 1
-  best_val_loss: 10000000.0
-  best_val_iou: 0.0
-evaluation:
-  split: val
-  pred_file: ${..output_dir}/predictions_${..experiment.country}_${.split}/${..checkpoint}.json
-  modes:
-  - iou
-  eval_file: results/metrics
-output_dir: ${.host.model_root}/${.experiment.model.name}/${.experiment.encoder.in_size}/${.experiment.name}
-checkpoint: best_val_iou
-num_workers: ${.run_type.num_workers}
-image_file: /user/rsulzer/home/inria.tiff

pix2poly/224/v4_image_vit_bs4x16/.hydra/hydra.yaml

@@ -1,166 +0,0 @@
-hydra:
-  run:
-    dir: ${...output_dir}
-  sweep:
-    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
-    subdir: ${hydra.job.num}
-  launcher:
-    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
-  sweeper:
-    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
-    max_batch_size: null
-    params: null
-  help:
-    app_name: ${hydra.job.name}
-    header: '${hydra.help.app_name} is powered by Hydra.
-
-      '
-    footer: 'Powered by Hydra (https://hydra.cc)
-
-      Use --hydra-help to view Hydra specific help
-
-      '
-    template: '${hydra.help.header}
-
-      == Configuration groups ==
-
-      Compose your configuration from those groups (group=option)
-
-
-      $APP_CONFIG_GROUPS
-
-
-      == Config ==
-
-      Override anything in the config (foo.bar=value)
-
-
-      $CONFIG
-
-
-      ${hydra.help.footer}
-
-      '
-  hydra_help:
-    template: 'Hydra (${hydra.runtime.version})
-
-      See https://hydra.cc for more info.
-
-
-      == Flags ==
-
-      $FLAGS_HELP
-
-
-      == Configuration groups ==
-
-      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
-      to command line)
-
-
-      $HYDRA_CONFIG_GROUPS
-
-
-      Use ''--cfg hydra'' to Show the Hydra config.
-
-      '
-    hydra_help: ???
-  hydra_logging:
-    version: 1
-    formatters:
-      simple:
-        format: '[%(asctime)s][HYDRA] %(message)s'
-    handlers:
-      console:
-        class: logging.StreamHandler
-        formatter: simple
-        stream: ext://sys.stdout
-    root:
-      level: INFO
-      handlers:
-      - console
-    loggers:
-      logging_example:
-        level: DEBUG
-    disable_existing_loggers: false
-  job_logging:
-    version: 1
-    formatters:
-      simple:
-        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
-    handlers:
-      console:
-        class: logging.StreamHandler
-        formatter: simple
-        stream: ext://sys.stdout
-      file:
-        class: logging.FileHandler
-        formatter: simple
-        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
-    root:
-      level: INFO
-      handlers:
-      - console
-      - file
-    disable_existing_loggers: false
-  env: {}
-  mode: RUN
-  searchpath: []
-  callbacks: {}
-  output_subdir: .hydra
-  overrides:
-    hydra:
-    - hydra.mode=RUN
-    task:
-    - checkpoint=best_val_iou
-    - experiment=p2p_image
-    - +image_file=/user/rsulzer/home/inria.tiff
-    - host=gin
-  job:
-    name: predict_demo
-    chdir: null
-    override_dirname: +image_file=/user/rsulzer/home/inria.tiff,checkpoint=best_val_iou,experiment=p2p_image,host=gin
-    id: ???
-    num: ???
-    config_name: config
-    env_set: {}
-    env_copy: []
-    config:
-      override_dirname:
-        kv_sep: '='
-        item_sep: ','
-        exclude_keys: []
-  runtime:
-    version: 1.3.2
-    version_base: '1.3'
-    cwd: /run/netsop/u/home-sam/home/rsulzer/remote_python/pixelspointspolygons
-    config_sources:
-    - path: hydra.conf
-      schema: pkg
-      provider: hydra
-    - path: /run/netsop/u/home-sam/home/rsulzer/remote_python/pixelspointspolygons/config
-      schema: file
-      provider: main
-    - path: ''
-      schema: structured
-      provider: schema
-    output_dir: /data/rsulzer/PixelsPointsPolygons_output/pix2poly/224/v4_image_vit_bs4x16
-    choices:
-      evaluation: val
-      training: default
-      experiment: p2p_image
-      model@experiment.model: pix2poly
-      encoder@experiment.encoder: vit
-      dataset: p3
-      run_type: release
-      host: gin
-      hydra/env: default
-      hydra/callbacks: null
-      hydra/job_logging: default
-      hydra/hydra_logging: default
-      hydra/hydra_help: default
-      hydra/help: default
-      hydra/sweeper: basic
-      hydra/launcher: basic
-      hydra/output: default
-  verbose: false

pix2poly/224/v4_image_vit_bs4x16/.hydra/overrides.yaml

@@ -1,4 +0,0 @@
-- checkpoint=best_val_iou
-- experiment=p2p_image
-- +image_file=/user/rsulzer/home/inria.tiff
-- host=gin