diff --git a/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_depth_head_batch_size=128/lightning_logs/version_0/hparams.yaml b/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_depth_head_batch_size=128/lightning_logs/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c0b6012f817e0d7c1a96ef192def36c182167c34 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_depth_head_batch_size=128/lightning_logs/version_0/hparams.yaml @@ -0,0 +1,55 @@ +args: !!python/object:argparse.Namespace + accum_iter: 1 + batch_size: 16 + ckpt: null + data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/cityscapes + device: !!python/object/apply:torch.device + - cuda + - 0 + dlayers: + - 2 + - 5 + - 8 + - 11 + dpt_out_channels: + - 128 + - 256 + - 512 + - 512 + dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/cityscapes/heads/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_depth_head_batch_size=128 + effective_batch_size: 128 + eval_ckpt_only: false + eval_freq: 1 + eval_last: false + feature_extractor: dino + gclip: 0.0 + gpu: 0 + hflip_tta: false + img_size: !!python/tuple + - 224 + - 448 + lr: 0.0016 + lr_base: 0.0001 + max_epochs: 100 + max_steps: 2325 + modality: depth + nfeats: 256 + num_classes: 256 + num_gpus: 8 + num_nodes: 1 + num_workers: 8 + num_workers_val: 8 + optimizer: adamw + pca_ckpt: null + precision: 16-mixed + rank: 0 + scheduler: cosine + seed: 123 + slurm: false + train_random_photometric_distort: false + use_bn: true + use_cls: false + warmup_p: 0.1 + warmup_steps: 232 + weight_decay: 0.0001 + world_size: 8 diff --git a/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_depth_head_batch_size=128/lightning_logs/version_0/results.txt b/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_depth_head_batch_size=128/lightning_logs/version_0/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..402712de40a89aa79e860cba1f605cbee0cfd950 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_depth_head_batch_size=128/lightning_logs/version_0/results.txt @@ -0,0 +1,9 @@ +d1: 0.8475431203842163 +d2: 0.9495058059692383 +d3: 0.9718815088272095 +abs_rel: 0.12315826117992401 +rmse: 7.141202926635742 +rmse_log: 0.24356119334697723 +sq_rel: 1.0250942707061768 +log_10: 0.05426597595214844 +silog: 23.790969848632812 diff --git a/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128/lightning_logs/version_0/checkpoints/epoch=92-step=2232.ckpt b/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128/lightning_logs/version_0/checkpoints/epoch=92-step=2232.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..df7fc19e0966c074745853dafe746de470e5c9b7 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128/lightning_logs/version_0/checkpoints/epoch=92-step=2232.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:983b6933d2e911e4045f7f4febc76f991f1ff49ef9e38f708fe18340ad4ece20 +size 200895759 diff --git a/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128/lightning_logs/version_0/checkpoints/last.ckpt b/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4b4c9fcbe4a5ad2362e82ff47df4a9e08f5cc796 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a97a22c093f26782d684db7b35541efdba42c3a66c36bf1b0a1c1cdd89c8568e +size 200895759 diff --git a/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128/lightning_logs/version_0/hparams.yaml b/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128/lightning_logs/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bf8bee1d16b051ddc05565de5432147763632f5a --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128/lightning_logs/version_0/hparams.yaml @@ -0,0 +1,55 @@ +args: !!python/object:argparse.Namespace + accum_iter: 1 + batch_size: 16 + ckpt: null + data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/cityscapes + device: !!python/object/apply:torch.device + - cuda + - 0 + dlayers: + - 2 + - 5 + - 8 + - 11 + dpt_out_channels: + - 128 + - 256 + - 512 + - 512 + dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/cityscapes/heads/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128 + effective_batch_size: 128 + eval_ckpt_only: false + eval_freq: 1 + eval_last: false + feature_extractor: dino + gclip: 0.0 + gpu: 0 + hflip_tta: false + img_size: !!python/tuple + - 224 + - 448 + lr: 0.0016 + lr_base: 0.0001 + max_epochs: 100 + max_steps: 2325 + modality: surface_normals + nfeats: 256 + num_classes: 3 + num_gpus: 8 + num_nodes: 1 + num_workers: 8 + num_workers_val: 8 + optimizer: adamw + pca_ckpt: null + precision: 16-mixed + rank: 0 + scheduler: poly + seed: 123 + slurm: false + train_random_photometric_distort: false + use_bn: true + use_cls: false + warmup_p: 0.1 + warmup_steps: 232 + weight_decay: 0.0001 + world_size: 8 diff --git a/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_segm_head_batch_size=128/lightning_logs/version_0/checkpoints/epoch=41-step=1008.ckpt b/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_segm_head_batch_size=128/lightning_logs/version_0/checkpoints/epoch=41-step=1008.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4cfe52fe20af4b14ee8ae2d6ff76b1ea6d48a294 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_segm_head_batch_size=128/lightning_logs/version_0/checkpoints/epoch=41-step=1008.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9807eee58f958b8ace9f6b4d81e41294b7ddcd44d98bc01bb25b4c0297e12a +size 200945103 diff --git a/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_segm_head_batch_size=128/lightning_logs/version_0/checkpoints/last.ckpt b/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_segm_head_batch_size=128/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d7d152637a5ce3743c6f0ecd353576ffdb58faf7 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_segm_head_batch_size=128/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1272bf3e2f9e09320aaee94033df9a4753a8c0ffad4431956d1587a0ac523546 +size 200945103 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_depth_head/lightning_logs/version_0/checkpoints/epoch=67-step=1632.ckpt b/heads/cityscapes/train_cityscapes_224x448_pca_depth_head/lightning_logs/version_0/checkpoints/epoch=67-step=1632.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8c57955a45c46ca6526beaa442a5eadf453b76df --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_depth_head/lightning_logs/version_0/checkpoints/epoch=67-step=1632.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b3b24bd929eec222f4529f932efd8a88eaa2b5dbbd7ced6776bc34c74f66e97 +size 201674255 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_depth_head/lightning_logs/version_0/checkpoints/last.ckpt b/heads/cityscapes/train_cityscapes_224x448_pca_depth_head/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ccf0d3f1ff646fa4e9aa87886c7c46a2a00674fd --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_depth_head/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49ca3053c14e0b3f386f0215b743dd6c0e4361c4fd1dc73708e61d75ac7c7f45 +size 201674255 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_depth_head/lightning_logs/version_0/hparams.yaml b/heads/cityscapes/train_cityscapes_224x448_pca_depth_head/lightning_logs/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1f67a46ca6c6d3c0ee92924bb3d7d5dbe0ffadc3 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_depth_head/lightning_logs/version_0/hparams.yaml @@ -0,0 +1,52 @@ +args: !!python/object:argparse.Namespace + accum_iter: 1 + batch_size: 16 + ckpt: null + data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/cityscapes + device: !!python/object/apply:torch.device + - cuda + - 0 + dlayers: + - 2 + - 5 + - 8 + - 11 + dpt_out_channels: + - 128 + - 256 + - 512 + - 512 + dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/cityscapes/heads/train_cityscapes_224x448_pca_depth_head + effective_batch_size: 128 + eval_ckpt_only: false + eval_freq: 1 + eval_last: false + feature_extractor: dino + gclip: 0.0 + gpu: 0 + hflip_tta: false + img_size: !!python/tuple + - 224 + - 448 + lr: 0.0016 + lr_base: 0.0001 + max_epochs: 100 + max_steps: 2325 + modality: depth + nfeats: 256 + num_classes: 256 + num_gpus: 8 + num_workers: 8 + num_workers_val: 8 + optimizer: adamw + pca_ckpt: /users/gabrijel/projects/baselines/official/DINO-Foresight/pcas/cityscapes/dinov2_pca_224_l[2,_5,_8,_11]_1152.pth + precision: 16-mixed + rank: 0 + scheduler: cosine + seed: 123 + use_bn: true + use_cls: false + warmup_p: 0.1 + warmup_steps: 232 + weight_decay: 0.0001 + world_size: 8 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_depth_head/lightning_logs/version_0/results.txt b/heads/cityscapes/train_cityscapes_224x448_pca_depth_head/lightning_logs/version_0/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..e0cecaaf32681320113515cdc199bf12b2d4299c --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_depth_head/lightning_logs/version_0/results.txt @@ -0,0 +1,9 @@ +d1: 0.867509126663208 +d2: 0.9575021862983704 +d3: 0.9776958227157593 +abs_rel: 0.11600692570209503 +rmse: 6.487044811248779 +rmse_log: 0.21880263090133667 +sq_rel: 0.8949053287506104 +log_10: 0.04848974198102951 +silog: 21.49653434753418 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_depth_head/lightning_logs/version_0/checkpoints/epoch=59-step=1440.ckpt b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_depth_head/lightning_logs/version_0/checkpoints/epoch=59-step=1440.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..eed44a0bb887ebd290e809a11232cc756c5d68c3 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_depth_head/lightning_logs/version_0/checkpoints/epoch=59-step=1440.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b99eae2b66c50c7ee143d47d241b979328868d0804b527a3ae7e1af4d357b925 +size 201674319 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_depth_head/lightning_logs/version_0/checkpoints/last.ckpt b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_depth_head/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..2ad1f76885e3c82e3de3b31670c32226df4491f3 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_depth_head/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b54f063f0ab7e7c9652c1b4da4dcd35e5acf47dae933806c266afa5c0da189bf +size 201674319 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_depth_head/lightning_logs/version_0/hparams.yaml b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_depth_head/lightning_logs/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8ad9bd0a3fa1f91fbbe8fe0ba946761fd9b8db7e --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_depth_head/lightning_logs/version_0/hparams.yaml @@ -0,0 +1,52 @@ +args: !!python/object:argparse.Namespace + accum_iter: 1 + batch_size: 16 + ckpt: null + data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/cityscapes + device: !!python/object/apply:torch.device + - cuda + - 0 + dlayers: + - 2 + - 5 + - 8 + - 11 + dpt_out_channels: + - 128 + - 256 + - 512 + - 512 + dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/cityscapes/heads/train_cityscapes_224x448_pca_ncomponents=16_depth_head + effective_batch_size: 128 + eval_ckpt_only: false + eval_freq: 1 + eval_last: false + feature_extractor: dino + gclip: 0.0 + gpu: 0 + hflip_tta: false + img_size: !!python/tuple + - 224 + - 448 + lr: 0.0016 + lr_base: 0.0001 + max_epochs: 100 + max_steps: 2325 + modality: depth + nfeats: 256 + num_classes: 256 + num_gpus: 8 + num_workers: 8 + num_workers_val: 8 + optimizer: adamw + pca_ckpt: /work/gabrijel/experiments/dino-foresight/pcas/cityscapes/ncomponents=16/dinov2_pca_224_l[2,_5,_8,_11]_16.pth + precision: 16-mixed + rank: 0 + scheduler: cosine + seed: 123 + use_bn: true + use_cls: false + warmup_p: 0.1 + warmup_steps: 232 + weight_decay: 0.0001 + world_size: 8 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_depth_head/lightning_logs/version_0/results.txt b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_depth_head/lightning_logs/version_0/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..23ccb06adbd5d1b646840f860be27d258d6ec60e --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_depth_head/lightning_logs/version_0/results.txt @@ -0,0 +1,9 @@ +d1: 0.815988302230835 +d2: 0.9293420314788818 +d3: 0.9606805443763733 +abs_rel: 0.15756788849830627 +rmse: 8.285951614379883 +rmse_log: 0.29879266023635864 +sq_rel: 1.6426873207092285 +log_10: 0.0647793710231781 +silog: 29.466859817504883 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_segm_head/lightning_logs/version_0/checkpoints/epoch=46-step=1128.ckpt b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_segm_head/lightning_logs/version_0/checkpoints/epoch=46-step=1128.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..8d6e4a466d591b6660f55a1faa7503cec5c93da2 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_segm_head/lightning_logs/version_0/checkpoints/epoch=46-step=1128.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3f2ce95da37294b53b2bfb84df174ce1cf0a80ccdf723ebdb43d2b04e5916b5 +size 200943311 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_segm_head/lightning_logs/version_0/checkpoints/last.ckpt b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_segm_head/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..0976ce9b10e7fc8a38345d122fe4beac0806f89f --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_segm_head/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b67a926bb33178f9306c5b351329caa6453f37cce2476cc6fa3f707c21b9b287 +size 200943311 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_segm_head/lightning_logs/version_0/hparams.yaml b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_segm_head/lightning_logs/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..23819330c85d6a0399c4663360af719aac8b4153 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_segm_head/lightning_logs/version_0/hparams.yaml @@ -0,0 +1,52 @@ +args: !!python/object:argparse.Namespace + accum_iter: 1 + batch_size: 16 + ckpt: null + data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/cityscapes + device: !!python/object/apply:torch.device + - cuda + - 0 + dlayers: + - 2 + - 5 + - 8 + - 11 + dpt_out_channels: + - 128 + - 256 + - 512 + - 512 + dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/cityscapes/heads/train_cityscapes_224x448_pca_ncomponents=16_segm_head + effective_batch_size: 128 + eval_ckpt_only: false + eval_freq: 1 + eval_last: false + feature_extractor: dino + gclip: 0.0 + gpu: 0 + hflip_tta: false + img_size: !!python/tuple + - 224 + - 448 + lr: 0.0016 + lr_base: 0.0001 + max_epochs: 100 + max_steps: 2325 + modality: segm + nfeats: 256 + num_classes: 19 + num_gpus: 8 + num_workers: 8 + num_workers_val: 8 + optimizer: adamw + pca_ckpt: /work/gabrijel/experiments/dino-foresight/pcas/cityscapes/ncomponents=16/dinov2_pca_224_l[2,_5,_8,_11]_16.pth + precision: 16-mixed + rank: 0 + scheduler: poly + seed: 123 + use_bn: true + use_cls: false + warmup_p: 0.1 + warmup_steps: 232 + weight_decay: 0.0001 + world_size: 8 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_segm_head/lightning_logs/version_0/results.txt b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_segm_head/lightning_logs/version_0/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..4776f340d3d6b0b9ecfb3320bcaae308c03d1d81 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_segm_head/lightning_logs/version_0/results.txt @@ -0,0 +1,2 @@ +mIoU: 54.65583801269531 +MO_mIoU: 49.64780807495117 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_surface_normals_head/lightning_logs/version_0/checkpoints/epoch=92-step=2232.ckpt b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_surface_normals_head/lightning_logs/version_0/checkpoints/epoch=92-step=2232.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..295c70e0862506990f248f82a9d8e98a979d0845 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_surface_normals_head/lightning_logs/version_0/checkpoints/epoch=92-step=2232.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ff7706b85992d2aa7b2022b096b0085601315cb6a8ee7e56197b6015275c0ee +size 200894031 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_surface_normals_head/lightning_logs/version_0/checkpoints/last.ckpt b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_surface_normals_head/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..1895c317ef74319d94568f7b82c1d28aaacaa4e7 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_surface_normals_head/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e7badb73093fbc19e6b6cb096737bc2b87b29186dd3962ecffec02d61031fa +size 200894031 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_segm_head/lightning_logs/version_0/checkpoints/epoch=51-step=1248.ckpt b/heads/cityscapes/train_cityscapes_224x448_pca_segm_head/lightning_logs/version_0/checkpoints/epoch=51-step=1248.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a4e67cdd4fbc1da77cb165116e3731f93efb4ab2 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_segm_head/lightning_logs/version_0/checkpoints/epoch=51-step=1248.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:477e701503dde762e8e6706e505aa3f4933daa98f8da0a23921418033d6ca15f +size 200943247 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_segm_head/lightning_logs/version_0/checkpoints/last.ckpt b/heads/cityscapes/train_cityscapes_224x448_pca_segm_head/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..9ac5670aac53810077d380808997c150440ea767 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_segm_head/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c09184ee00f4e20f4fb2f9e44605eeb575476e901b77fd4568d24ca8ddc47f6a +size 200943247 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_segm_head/lightning_logs/version_0/hparams.yaml b/heads/cityscapes/train_cityscapes_224x448_pca_segm_head/lightning_logs/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2ecce06fef2aa7c91d96819aa5257bdb0c68d0c2 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_segm_head/lightning_logs/version_0/hparams.yaml @@ -0,0 +1,52 @@ +args: !!python/object:argparse.Namespace + accum_iter: 1 + batch_size: 16 + ckpt: null + data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/cityscapes + device: !!python/object/apply:torch.device + - cuda + - 0 + dlayers: + - 2 + - 5 + - 8 + - 11 + dpt_out_channels: + - 128 + - 256 + - 512 + - 512 + dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/cityscapes/heads/train_cityscapes_224x448_pca_segm_head + effective_batch_size: 128 + eval_ckpt_only: false + eval_freq: 1 + eval_last: false + feature_extractor: dino + gclip: 0.0 + gpu: 0 + hflip_tta: false + img_size: !!python/tuple + - 224 + - 448 + lr: 0.0016 + lr_base: 0.0001 + max_epochs: 100 + max_steps: 2325 + modality: segm + nfeats: 256 + num_classes: 19 + num_gpus: 8 + num_workers: 8 + num_workers_val: 8 + optimizer: adamw + pca_ckpt: /users/gabrijel/projects/baselines/official/DINO-Foresight/pcas/cityscapes/dinov2_pca_224_l[2,_5,_8,_11]_1152.pth + precision: 16-mixed + rank: 0 + scheduler: poly + seed: 123 + use_bn: true + use_cls: false + warmup_p: 0.1 + warmup_steps: 232 + weight_decay: 0.0001 + world_size: 8 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_segm_head/lightning_logs/version_0/results.txt b/heads/cityscapes/train_cityscapes_224x448_pca_segm_head/lightning_logs/version_0/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..d83ec709f6fdcd9989875985207ea70d744e6496 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_segm_head/lightning_logs/version_0/results.txt @@ -0,0 +1,2 @@ +mIoU: 68.46162414550781 +MO_mIoU: 67.6376953125 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_surface_normals_head/lightning_logs/version_0/checkpoints/epoch=92-step=2232.ckpt b/heads/cityscapes/train_cityscapes_224x448_pca_surface_normals_head/lightning_logs/version_0/checkpoints/epoch=92-step=2232.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..609f386b8242fd22715c2ccc1271c780c121d523 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_surface_normals_head/lightning_logs/version_0/checkpoints/epoch=92-step=2232.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61384f40451c00d5abe11b78f1f77bf539a1f2a5aa4b0c2133938bd716f2d474 +size 200893967 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_surface_normals_head/lightning_logs/version_0/checkpoints/last.ckpt b/heads/cityscapes/train_cityscapes_224x448_pca_surface_normals_head/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cae35d229555c6b5e3dfd7c1d400483a34559bdb --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_surface_normals_head/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f91c408e9ad1d8a870bba2d61fb5289b5a158e43ea40d9ade30296d329fb366f +size 200893967 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_surface_normals_head/lightning_logs/version_0/hparams.yaml b/heads/cityscapes/train_cityscapes_224x448_pca_surface_normals_head/lightning_logs/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a00de6576b6f8d73b72afa7881e5f6b5a6eef2e9 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_surface_normals_head/lightning_logs/version_0/hparams.yaml @@ -0,0 +1,52 @@ +args: !!python/object:argparse.Namespace + accum_iter: 1 + batch_size: 16 + ckpt: null + data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/cityscapes + device: !!python/object/apply:torch.device + - cuda + - 0 + dlayers: + - 2 + - 5 + - 8 + - 11 + dpt_out_channels: + - 128 + - 256 + - 512 + - 512 + dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/cityscapes/heads/train_cityscapes_224x448_pca_surface_normals_head + effective_batch_size: 128 + eval_ckpt_only: false + eval_freq: 1 + eval_last: false + feature_extractor: dino + gclip: 0.0 + gpu: 0 + hflip_tta: false + img_size: !!python/tuple + - 224 + - 448 + lr: 0.0016 + lr_base: 0.0001 + max_epochs: 100 + max_steps: 2325 + modality: surface_normals + nfeats: 256 + num_classes: 3 + num_gpus: 8 + num_workers: 8 + num_workers_val: 8 + optimizer: adamw + pca_ckpt: /users/gabrijel/projects/baselines/official/DINO-Foresight/pcas/cityscapes/dinov2_pca_224_l[2,_5,_8,_11]_1152.pth + precision: 16-mixed + rank: 0 + scheduler: poly + seed: 123 + use_bn: true + use_cls: false + warmup_p: 0.1 + warmup_steps: 232 + weight_decay: 0.0001 + world_size: 8 diff --git a/heads/cityscapes/train_cityscapes_224x448_pca_surface_normals_head/lightning_logs/version_0/results.txt b/heads/cityscapes/train_cityscapes_224x448_pca_surface_normals_head/lightning_logs/version_0/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..b38c16a2211e1332a53606ad4cdd8b67ce465be7 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_pca_surface_normals_head/lightning_logs/version_0/results.txt @@ -0,0 +1,8 @@ +mean_ae: 2.9138669967651367 +median_ae: 1.7008650302886963 +rmse: 4.548877716064453 +a1: 83.35293579101562 +a2: 92.036865234375 +a3: 97.01936340332031 +a4: 99.61776733398438 +a5: 99.79177856445312 diff --git a/heads/cityscapes/train_cityscapes_224x448_raw_depth_head/lightning_logs/version_0/checkpoints/epoch=54-step=1320.ckpt b/heads/cityscapes/train_cityscapes_224x448_raw_depth_head/lightning_logs/version_0/checkpoints/epoch=54-step=1320.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..e2d73f196391f31b4c87e5e09b2f8b738942dec0 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_raw_depth_head/lightning_logs/version_0/checkpoints/epoch=54-step=1320.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94cf83072379012e25196036f76fcb88dc7fb4028c11bd19bc392bb0d037d48a +size 201674127 diff --git a/heads/cityscapes/train_cityscapes_224x448_raw_depth_head/lightning_logs/version_0/checkpoints/last.ckpt b/heads/cityscapes/train_cityscapes_224x448_raw_depth_head/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..4b58dbff6e2ee1bbc0e9f53af586f5d106e04c7e --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_raw_depth_head/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:363628778c6176880c42b44184b13a42c5209526abde6cfe6a1fb60635c468d6 +size 201674127 diff --git a/heads/cityscapes/train_cityscapes_224x448_raw_depth_head/lightning_logs/version_0/hparams.yaml b/heads/cityscapes/train_cityscapes_224x448_raw_depth_head/lightning_logs/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ea9f05940468a662af6deb80308c687ea035d927 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_raw_depth_head/lightning_logs/version_0/hparams.yaml @@ -0,0 +1,52 @@ +args: !!python/object:argparse.Namespace + accum_iter: 1 + batch_size: 16 + ckpt: null + data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/cityscapes + device: !!python/object/apply:torch.device + - cuda + - 0 + dlayers: + - 2 + - 5 + - 8 + - 11 + dpt_out_channels: + - 128 + - 256 + - 512 + - 512 + dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/cityscapes/heads/train_cityscapes_224x448_raw_depth_head + effective_batch_size: 128 + eval_ckpt_only: false + eval_freq: 1 + eval_last: false + feature_extractor: dino + gclip: 0.0 + gpu: 0 + hflip_tta: false + img_size: !!python/tuple + - 224 + - 448 + lr: 0.0016 + lr_base: 0.0001 + max_epochs: 100 + max_steps: 2325 + modality: depth + nfeats: 256 + num_classes: 256 + num_gpus: 8 + num_workers: 8 + num_workers_val: 8 + optimizer: adamw + pca_ckpt: null + precision: 16-mixed + rank: 0 + scheduler: cosine + seed: 123 + use_bn: true + use_cls: false + warmup_p: 0.1 + warmup_steps: 232 + weight_decay: 0.0001 + world_size: 8 diff --git a/heads/cityscapes/train_cityscapes_224x448_raw_depth_head/lightning_logs/version_0/results.txt b/heads/cityscapes/train_cityscapes_224x448_raw_depth_head/lightning_logs/version_0/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..36a59d07d5c565df8f0707702990ad21e7bf8497 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_raw_depth_head/lightning_logs/version_0/results.txt @@ -0,0 +1,9 @@ +d1: 0.8717694282531738 +d2: 0.9581418037414551 +d3: 0.9771357178688049 +abs_rel: 0.11312608420848846 +rmse: 6.49871826171875 +rmse_log: 0.2207271158695221 +sq_rel: 0.8994249701499939 +log_10: 0.047895967960357666 +silog: 21.818635940551758 diff --git a/heads/cityscapes/train_cityscapes_224x448_raw_segm_head/lightning_logs/version_0/checkpoints/epoch=59-step=1440.ckpt b/heads/cityscapes/train_cityscapes_224x448_raw_segm_head/lightning_logs/version_0/checkpoints/epoch=59-step=1440.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..66e9ff65590ec6c11f04f33f8c93f763048bf846 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_raw_segm_head/lightning_logs/version_0/checkpoints/epoch=59-step=1440.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9875b627808442afdb3a2aed994f8761177678fb99b9813f83d7b8ab0e7a3365 +size 200943119 diff --git a/heads/cityscapes/train_cityscapes_224x448_raw_segm_head/lightning_logs/version_0/checkpoints/last.ckpt b/heads/cityscapes/train_cityscapes_224x448_raw_segm_head/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..f8e27c4d0705eaee017ee9444f0d190eb8139414 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_raw_segm_head/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f882719216276271146c0093a46b7f6275e188620b64c50cda48b1f65c4988ee +size 200943119 diff --git a/heads/cityscapes/train_cityscapes_224x448_raw_surface_normals_head/lightning_logs/version_0/checkpoints/epoch=92-step=2232.ckpt b/heads/cityscapes/train_cityscapes_224x448_raw_surface_normals_head/lightning_logs/version_0/checkpoints/epoch=92-step=2232.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d06adad3a61c4fbfbf37d0c8d4105f46eeb2f125 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_raw_surface_normals_head/lightning_logs/version_0/checkpoints/epoch=92-step=2232.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b66e1c5912a5245d52e1f0aaa55b9d53901022774d3a02afd02507824bcaafc2 +size 200893839 diff --git a/heads/cityscapes/train_cityscapes_224x448_raw_surface_normals_head/lightning_logs/version_0/checkpoints/last.ckpt b/heads/cityscapes/train_cityscapes_224x448_raw_surface_normals_head/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..50160ec0bc40d44292ea12055c3984d9d7cc8b1c --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_raw_surface_normals_head/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f21962e574247e82c2ffd67afa981bbc779ca18c8e9059c25d18c3fbf0c2b17 +size 200893839 diff --git a/heads/cityscapes/train_cityscapes_224x448_raw_surface_normals_head/lightning_logs/version_0/hparams.yaml b/heads/cityscapes/train_cityscapes_224x448_raw_surface_normals_head/lightning_logs/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2a992bcf8744cf8de576f175c31a4299b761d031 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_raw_surface_normals_head/lightning_logs/version_0/hparams.yaml @@ -0,0 +1,52 @@ +args: !!python/object:argparse.Namespace + accum_iter: 1 + batch_size: 16 + ckpt: null + data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/cityscapes + device: !!python/object/apply:torch.device + - cuda + - 0 + dlayers: + - 2 + - 5 + - 8 + - 11 + dpt_out_channels: + - 128 + - 256 + - 512 + - 512 + dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/cityscapes/heads/train_cityscapes_224x448_raw_surface_normals_head + effective_batch_size: 128 + eval_ckpt_only: false + eval_freq: 1 + eval_last: false + feature_extractor: dino + gclip: 0.0 + gpu: 0 + hflip_tta: false + img_size: !!python/tuple + - 224 + - 448 + lr: 0.0016 + lr_base: 0.0001 + max_epochs: 100 + max_steps: 2325 + modality: surface_normals + nfeats: 256 + num_classes: 3 + num_gpus: 8 + num_workers: 8 + num_workers_val: 8 + optimizer: adamw + pca_ckpt: null + precision: 16-mixed + rank: 0 + scheduler: poly + seed: 123 + use_bn: true + use_cls: false + warmup_p: 0.1 + warmup_steps: 232 + weight_decay: 0.0001 + world_size: 8 diff --git a/heads/cityscapes/train_cityscapes_224x448_raw_surface_normals_head/lightning_logs/version_0/results.txt b/heads/cityscapes/train_cityscapes_224x448_raw_surface_normals_head/lightning_logs/version_0/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..4bd966a05748e7af506ceeb8e0ac0ea3cd375a09 --- /dev/null +++ b/heads/cityscapes/train_cityscapes_224x448_raw_surface_normals_head/lightning_logs/version_0/results.txt @@ -0,0 +1,8 @@ +mean_ae: 2.938774585723877 +median_ae: 1.7030839920043945 +rmse: 4.633583068847656 +a1: 83.20088195800781 +a2: 91.92356872558594 +a3: 96.9259262084961 +a4: 99.578125 +a5: 99.76788330078125 diff --git a/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=1-step=3640.ckpt b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=1-step=3640.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..147a7c6062aaa4ecf8a375ad7d16a165afd44b44 --- /dev/null +++ b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=1-step=3640.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95f1e47d87ae79bcd0ff196a09fd5eebbf30c3078c2732c89f69a7523e11f565 +size 201674255 diff --git a/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..69a65ceed20c125835401a100b7088b4ef548c0a --- /dev/null +++ b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f50d9357cf7c511768e1d9ea743c96f64288d68be2276c16d578d60fbf98a82a +size 201674319 diff --git a/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760061412.c2-g8-01.4017671.1 b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760061412.c2-g8-01.4017671.1 new file mode 100644 index 0000000000000000000000000000000000000000..43c59ac5f2707b58b47b94a08fcce3ff49959bc2 --- /dev/null +++ b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760061412.c2-g8-01.4017671.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cad9285c8b9bc6b9c35487723c5f94939f397ea5164d3a99532ac52e57367236 +size 25567 diff --git a/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..982a112da07ae6dbb9856696379cfc44ca6e35fb --- /dev/null +++ b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt @@ -0,0 +1,9 @@ +d1: 0.7751978039741516 +d2: 0.8948086500167847 +d3: 0.9333469271659851 +abs_rel: 0.1531732976436615 +rmse: 3.5306215286254883 +rmse_log: 0.32453784346580505 +sq_rel: 0.7854214906692505 +log_10: 0.0713702142238617 +silog: 31.191608428955078 diff --git a/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=98-step=180180.ckpt b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=98-step=180180.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dff7c1473a4bdc021604f394e79f59d5f8fdc526 --- /dev/null +++ b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=98-step=180180.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56276cc1dd1bf2f0f0d672c3709d13b5adc141733ff0e13516ef0432b2546e41 +size 200890895 diff --git a/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..80cc3d527f80ad1395ecb938e857d4174fc59363 --- /dev/null +++ b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:042f87b8a30ea47371ce8174c580d585afc2e7348122ea29249e9d473d8be5a5 +size 200890895 diff --git a/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760165188.dev2.151251.1 b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760165188.dev2.151251.1 new file mode 100644 index 0000000000000000000000000000000000000000..5c95c07f0354f8a2bb39c37fd50395b50bb2a6c1 --- /dev/null +++ b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760165188.dev2.151251.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3e26e4bfed8f6fc31f9c5c768b78f4b0ba460aca1039ad77262ba6b0f63a668 +size 7969 diff --git a/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..031445c9d6dc7fe3e065700d04a9df7585b62e69 --- /dev/null +++ b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml @@ -0,0 +1,55 @@ +args: !!python/object:argparse.Namespace + accum_iter: 1 + batch_size: 64 + ckpt: null + data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/google_kubric + device: !!python/object/apply:torch.device + - cuda + - 0 + dlayers: + - 2 + - 5 + - 8 + - 11 + dpt_out_channels: + - 128 + - 256 + - 512 + - 512 + dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/kubric/heads/train_kubric_pca_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5 + effective_batch_size: 128 + eval_ckpt_only: false + eval_freq: 1 + eval_last: false + feature_extractor: dino + gclip: 0.0 + gpu: 0 + hflip_tta: false + img_size: !!python/tuple + - 224 + - 224 + lr: 0.00016 + lr_base: 1.0e-05 + max_epochs: 100 + max_steps: 181950 + modality: segm + nfeats: 256 + num_classes: 2 + num_gpus: 2 + num_nodes: 1 + num_workers: 8 + num_workers_val: 8 + optimizer: adamw + pca_ckpt: /scratch/shared/beegfs/gabrijel/hf/dino-foresight/kubric/pca/subsample_ratio=0.33/dino_pca_224_l[2,_5,_8,_11]_1152.pth + precision: 32-true + rank: 0 + scheduler: poly + seed: 123 + slurm: false + train_random_photometric_distort: true + use_bn: true + use_cls: false + warmup_p: 0.1 + warmup_steps: 18195 + weight_decay: 0.0001 + world_size: 2 diff --git a/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=98-step=180180.ckpt b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=98-step=180180.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ab7457dce256862a6ffcbdf3c57d391b7f6ad518 --- /dev/null +++ b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=98-step=180180.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:865a378f43328622b4e043c468e44e19019fe0f0bd91e1e8e4b45675e3f18b8c +size 200894031 diff --git a/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..05e7ab4f3361315e8679d287858a9aace87c8ca4 --- /dev/null +++ b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:583321b319f40cebb610be9a53c651f0eb4a90c29f7cc4ea033ab5053354befb +size 200894031 diff --git a/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760169054.dev2.132637.1 b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760169054.dev2.132637.1 new file mode 100644 index 0000000000000000000000000000000000000000..6c6f5f268fbb4dd46f8730724ebf2a40e217cd74 --- /dev/null +++ b/heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760169054.dev2.132637.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22ad3e72c1a9d470d65c4c63dbc28535a1eed7097d47ac154dbe5445d9856362 +size 22692 diff --git a/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=3-step=7280.ckpt b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=3-step=7280.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..48c533decd42b813aacfe975c4c35972088480e0 --- /dev/null +++ b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=3-step=7280.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5b5748041d61de68dc85abbc156ed3f843bc469285d45e51a3d364bebd5311 +size 201674511 diff --git a/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..55e7f6ec42ad578aacb7ab9eaa68e76dfc7c053e --- /dev/null +++ b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a83ee69ca630a3de794cb96dcbc5e0230312e53d6cd564c8d2343675e3abad +size 201674511 diff --git a/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..af409f8428b84cb7b61cf22afff36582169094df --- /dev/null +++ b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml @@ -0,0 +1,55 @@ +args: !!python/object:argparse.Namespace + accum_iter: 1 + batch_size: 32 + ckpt: null + data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/google_kubric + device: !!python/object/apply:torch.device + - cuda + - 0 + dlayers: + - 2 + - 5 + - 8 + - 11 + dpt_out_channels: + - 128 + - 256 + - 512 + - 512 + dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/kubric/heads/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5 + effective_batch_size: 128 + eval_ckpt_only: false + eval_freq: 1 + eval_last: false + feature_extractor: dino + gclip: 0.0 + gpu: 0 + hflip_tta: false + img_size: !!python/tuple + - 224 + - 224 + lr: 0.00016 + lr_base: 1.0e-05 + max_epochs: 100 + max_steps: 181950 + modality: depth + nfeats: 256 + num_classes: 256 + num_gpus: 4 + num_nodes: 1 + num_workers: 8 + num_workers_val: 8 + optimizer: adamw + pca_ckpt: /work/gabrijel/experiments/dino-foresight/pcas/kubric/ncomponents=16/dino_pca_224_l[2,_5,_8,_11]_16.pth + precision: 16-mixed + rank: 0 + scheduler: cosine + seed: 123 + slurm: false + train_random_photometric_distort: false + use_bn: true + use_cls: false + warmup_p: 0.1 + warmup_steps: 18195 + weight_decay: 0.0001 + world_size: 4 diff --git a/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..59c45737b1a820161df919d22a76dca0613b721f --- /dev/null +++ b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt @@ -0,0 +1,9 @@ +d1: 0.7745527029037476 +d2: 0.8888458013534546 +d3: 0.9257575273513794 +abs_rel: 0.15866990387439728 +rmse: 4.203210830688477 +rmse_log: 0.3444623649120331 +sq_rel: 1.114719033241272 +log_10: 0.07449755817651749 +silog: 33.11707305908203 diff --git a/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=44-step=81900.ckpt b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=44-step=81900.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..dc2c66481fb50f4acbb3e845c0e233ed03fdbce6 --- /dev/null +++ b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=44-step=81900.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:209e6c9b09856c9044b5e2798cc7cd8943ebb692e0fb6ef6611f2ab6cff8cab9 +size 200891151 diff --git a/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..be284d546080d7d655c6298c20c7480272a5dd7e --- /dev/null +++ b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd93b29ffca6a20f91e4d7773e7acf3988a94a99b7d11ac49355a300364530fd +size 200891151 diff --git a/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1761172985.dev2.2449701.1 b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1761172985.dev2.2449701.1 new file mode 100644 index 0000000000000000000000000000000000000000..4bbdafb7bd269c8af4ff1ce875e79be690380666 --- /dev/null +++ b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1761172985.dev2.2449701.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c184b6bcec96f97bb6668ed81234950c6ff99be293f9352181f848fd9bd4367f +size 7969 diff --git a/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=79-step=145600.ckpt b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=79-step=145600.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a6da2854d2e788fe6fce0a88689a0cdb40d4e0ad --- /dev/null +++ b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=79-step=145600.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:231a7882873869d551891635ffb7c26527c47bb237bfc2b85dfd20235c766439 +size 200894223 diff --git a/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cc48f4deef478128f39e04906020c4d2e3bcfc25 --- /dev/null +++ b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a82d3986d3ca67032592d4b618a4124cb9e14e1d6daa4d61335c9fa87cf1db2 +size 200894223 diff --git a/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1761174369.dev2.2471062.1 b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1761174369.dev2.2471062.1 new file mode 100644 index 0000000000000000000000000000000000000000..6bea80b6a19b8d62291162cc73c9861ae7ce1261 --- /dev/null +++ b/heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1761174369.dev2.2471062.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bcbb48ca13383d45718edbaea4bfc6512394bed5b793cba16f019e34dbcb04e +size 22692 diff --git a/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=3-step=7280.ckpt b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=3-step=7280.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..424bd71af24f43bcce2a3825b0b6b629893ecf77 --- /dev/null +++ b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=3-step=7280.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73dbb660a57d06fcee6b0d349acd8e9bbedc67d33c1e2c3214d60c3412c3a905 +size 201674127 diff --git a/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..37b88724c585e5b50bc53165fd4f99d2254d03d0 --- /dev/null +++ b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa67b43667c90da95e0fabea8b9349bfd5707dc7adca9ed5d4a694f7b7cf2e07 +size 201674191 diff --git a/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760158249.c2-g8-01.1406624.1 b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760158249.c2-g8-01.1406624.1 new file mode 100644 index 0000000000000000000000000000000000000000..e091b8af7d183d0790d178f59e1fe2438c43f221 --- /dev/null +++ b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760158249.c2-g8-01.1406624.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cf8605ed4e7782c7069e3c1e1203fb36a7aff2f14d650494ffae40bd1cab0d2 +size 25452 diff --git a/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=95-step=174720.ckpt b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=95-step=174720.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..89729d6f43394c3e76e904b511456c0b868e6e76 --- /dev/null +++ b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=95-step=174720.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72e03b38f1f65b2e4f85c824d6f4d7e0726358e6baf42359a04c0f4c55f5f1d8 +size 200890767 diff --git a/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..b9f6bc682a20ed8b20da4c473c4ad34fb8614e42 --- /dev/null +++ b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b79910e7c9bfef6ea621b7a153bac4c46442610a2f0e08bc7f5cf1fa1bf2d35b +size 200890767 diff --git a/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=98-step=180180.ckpt b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=98-step=180180.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..a75629bd4304265d54e38e1e3527d3fefc68bfae --- /dev/null +++ b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=98-step=180180.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:166a12d6cb8035749277dc63b5a2c4fd4faa000699d5dd231e9274976daed940 +size 200893839 diff --git a/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..ea489ea42084ad1257f383c445c5f6657abc6d6c --- /dev/null +++ b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ed8e31fae22958c359802057e8dd88d2782944b81f1d40ff67bc3fd8ec70794 +size 200893839 diff --git a/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8f1e2fa12b80b7f43dfc17e8990c01f05a303cb2 --- /dev/null +++ b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml @@ -0,0 +1,55 @@ +args: !!python/object:argparse.Namespace + accum_iter: 1 + batch_size: 64 + ckpt: null + data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/google_kubric + device: !!python/object/apply:torch.device + - cuda + - 0 + dlayers: + - 2 + - 5 + - 8 + - 11 + dpt_out_channels: + - 128 + - 256 + - 512 + - 512 + dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/kubric/heads/train_kubric_raw_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5 + effective_batch_size: 128 + eval_ckpt_only: false + eval_freq: 1 + eval_last: false + feature_extractor: dino + gclip: 0.0 + gpu: 0 + hflip_tta: false + img_size: !!python/tuple + - 224 + - 224 + lr: 0.00016 + lr_base: 1.0e-05 + max_epochs: 100 + max_steps: 181950 + modality: surface_normals + nfeats: 256 + num_classes: 3 + num_gpus: 2 + num_nodes: 1 + num_workers: 16 + num_workers_val: 8 + optimizer: adamw + pca_ckpt: null + precision: 32-true + rank: 0 + scheduler: poly + seed: 123 + slurm: false + train_random_photometric_distort: true + use_bn: true + use_cls: false + warmup_p: 0.1 + warmup_steps: 18195 + weight_decay: 0.0001 + world_size: 2 diff --git a/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt new file mode 100644 index 0000000000000000000000000000000000000000..6a4ccce24e8c5678b9f149962954eb01190b52d6 --- /dev/null +++ b/heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt @@ -0,0 +1,8 @@ +mean_ae: 0.28796741366386414 +median_ae: 0.0 +rmse: 1.4543461799621582 +a1: 98.61771392822266 +a2: 99.21895599365234 +a3: 99.61978149414062 +a4: 99.9413833618164 +a5: 99.98454284667969 diff --git a/heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=1-step=3640.ckpt b/heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=1-step=3640.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..c78e322cae97c4713244597b327c036140dea8bf --- /dev/null +++ b/heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=1-step=3640.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b8dac6ec13d01f812360996df452abea5c363a7aa1ee9ff631921996e6e6ae7 +size 201675215 diff --git a/heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt b/heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..cb5b90a9ebb2175842f75dd60f86868aa9f7cb9d --- /dev/null +++ b/heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90aedb1eab39780bb82d612896b9fe56ba1eb55d913b1441dd5469a0580b93e8 +size 201675215 diff --git a/heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml b/heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1075607b6baeb74e38093ec18e2f61ee36fd803b --- /dev/null +++ b/heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml @@ -0,0 +1,55 @@ +args: !!python/object:argparse.Namespace + accum_iter: 1 + batch_size: 32 + ckpt: null + data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/google_kubric + device: !!python/object/apply:torch.device + - cuda + - 0 + dlayers: + - 2 + - 5 + - 8 + - 11 + dpt_out_channels: + - 128 + - 256 + - 512 + - 512 + dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/kubric/heads/train_kubric_vae_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5 + effective_batch_size: 128 + eval_ckpt_only: false + eval_freq: 1 + eval_last: false + feature_extractor: dino + gclip: 0.0 + gpu: 0 + hflip_tta: false + img_size: !!python/tuple + - 224 + - 224 + lr: 0.00016 + lr_base: 1.0e-05 + max_epochs: 100 + max_steps: 181950 + modality: depth + nfeats: 256 + num_classes: 256 + num_gpus: 4 + num_nodes: 1 + num_workers: 8 + num_workers_val: 8 + optimizer: adamw + pca_ckpt: null + precision: 16-mixed + rank: 0 + scheduler: cosine + seed: 123 + slurm: false + train_random_photometric_distort: false + use_bn: true + use_cls: false + warmup_p: 0.1 + warmup_steps: 18195 + weight_decay: 0.0001 + world_size: 4 diff --git a/heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt b/heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..215fbe98285431030873c183716f54bc1fd21eeb --- /dev/null +++ b/heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6acb2faade62548eb1a94443838f48163e568bd91ea9c42b9668eddd347146d7 +size 200891855 diff --git a/rgb/kubric/dino_foresight_vit_base_rgb_decoder(vae)/best.pt b/rgb/kubric/dino_foresight_vit_base_rgb_decoder(vae)/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ab35395cdc84d69351356ba9792c0b635c9dc8a --- /dev/null +++ b/rgb/kubric/dino_foresight_vit_base_rgb_decoder(vae)/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2ac73cb9e6cafeea075b8e55940c4136a569da36938a0f7e690a1a8dcb6e94 +size 2556767205 diff --git a/vae/kubric/raw_convnext_isotropic_base(VAE, beta=0.01)/checkpoints/best.pt b/vae/kubric/raw_convnext_isotropic_base(VAE, beta=0.01)/checkpoints/best.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d5c7b434f585eb4dcad844b5f280e877f629436 --- /dev/null +++ b/vae/kubric/raw_convnext_isotropic_base(VAE, beta=0.01)/checkpoints/best.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a9b39d1fcd520ed0d232a6f085146e6a961db41f0c6dea77516f651f1b46b2d +size 3521942097