Add files using upload-large-folder tool
Browse files- feature_stats/cityscapes/lowres/dino.npz +3 -0
- feature_stats/cityscapes/lowres/raw_convnext_isotropic_base(VAE, beta=0.01).npz +3 -0
- feature_stats/cityscapes/lowres/raw_convnext_isotropic_large(VAE, beta=0.01).npz +3 -0
- feature_stats/cityscapes/lowres/symmetric_vit_large_registers(VAE, beta=0.01).npz +3 -0
- feature_stats/ilsvrc/lowres/dino.npz +3 -0
- feature_stats/kubric/movi_a/dino.npz +3 -0
- feature_stats/kubric/movi_a/raw_convnext_isotropic_base(VAE, beta=0.01).npz +3 -0
- feature_stats/kubric/movi_a/raw_convnext_isotropic_large(VAE, beta=0.01).npz +3 -0
- feature_stats/vspw/lowres/dino.npz +3 -0
- heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128/lightning_logs/version_0/events.out.tfevents.1760903611.c2-g8-01.1617721.0 +3 -0
- heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128/lightning_logs/version_0/events.out.tfevents.1760906249.c2-g8-01.1617721.1 +3 -0
- heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128/lightning_logs/version_0/results.txt +8 -0
- heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_segm_head_batch_size=128/lightning_logs/version_0/events.out.tfevents.1760897535.c2-g8-01.1415532.0 +3 -0
- heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_segm_head_batch_size=128/lightning_logs/version_0/events.out.tfevents.1760900078.c2-g8-01.1415532.1 +3 -0
- heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_segm_head_batch_size=128/lightning_logs/version_0/hparams.yaml +55 -0
- heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_segm_head_batch_size=128/lightning_logs/version_0/results.txt +2 -0
- heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_segm_head/lightning_logs/version_0/events.out.tfevents.1761253552.c2-g8-01.3228201.0 +3 -0
- heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_surface_normals_head/lightning_logs/version_0/events.out.tfevents.1761255321.c2-g8-01.3307274.0 +3 -0
- heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_surface_normals_head/lightning_logs/version_0/events.out.tfevents.1761257213.c2-g8-01.3307274.1 +3 -0
- heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_surface_normals_head/lightning_logs/version_0/hparams.yaml +52 -0
- heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_surface_normals_head/lightning_logs/version_0/results.txt +8 -0
- heads/cityscapes/train_cityscapes_224x448_raw_segm_head/lightning_logs/version_0/events.out.tfevents.1760057205.c2-g8-03.1501918.0 +3 -0
- heads/cityscapes/train_cityscapes_224x448_raw_segm_head/lightning_logs/version_0/events.out.tfevents.1760058634.c2-g8-03.1501918.1 +3 -0
- heads/cityscapes/train_cityscapes_224x448_raw_segm_head/lightning_logs/version_0/hparams.yaml +52 -0
- heads/cityscapes/train_cityscapes_224x448_raw_segm_head/lightning_logs/version_0/results.txt +2 -0
- heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml +55 -0
- heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt +2 -0
- heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml +55 -0
- heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt +8 -0
- heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1761088937.c2-g8-01.373475.0 +3 -0
- heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml +55 -0
- heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt +2 -0
- heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml +55 -0
- heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt +8 -0
- heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml +55 -0
- heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt +9 -0
- heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760186478.c2-g8-05.1270284.1 +3 -0
- heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml +55 -0
- heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt +2 -0
- heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760742898.c2-g8-01.1769812.1 +3 -0
- heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt +9 -0
- heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=43-step=80080.ckpt +3 -0
- heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760732291.dev2.2850877.1 +3 -0
- heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml +55 -0
- heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt +2 -0
- heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=99-step=182000.ckpt +3 -0
- heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt +3 -0
- heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760720872.c2-g4-13.1359983.1 +3 -0
- heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml +55 -0
- heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt +8 -0
feature_stats/cityscapes/lowres/dino.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c90cbbe51ee0f4f5fd0069cbc4d2c9e8a1212cef37f16614bcac414a95c9ffaa
|
| 3 |
+
size 25076
|
feature_stats/cityscapes/lowres/raw_convnext_isotropic_base(VAE, beta=0.01).npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3482e32ad26df652c7c3d9d080c048cf116a19308c3fb913ee93589a336fd110
|
| 3 |
+
size 628
|
feature_stats/cityscapes/lowres/raw_convnext_isotropic_large(VAE, beta=0.01).npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0e8f1706b0a5f5c4e3bc5568818fd153ca75d700ede1bf63b0264ffa03a19232
|
| 3 |
+
size 628
|
feature_stats/cityscapes/lowres/symmetric_vit_large_registers(VAE, beta=0.01).npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d5d923b21c30e9c922609df3a688d9d7b678fa2f82bc4f5ab251bf020f135a7d
|
| 3 |
+
size 628
|
feature_stats/ilsvrc/lowres/dino.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:74e58999f69fa0428a20ccbcb5843be55a2dfde266e0087e997f122059441d6f
|
| 3 |
+
size 6644
|
feature_stats/kubric/movi_a/dino.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b395eb9e709cca2d610c945eee327143e7ffbbb677e76d9c5ffc1acf31ced880
|
| 3 |
+
size 25076
|
feature_stats/kubric/movi_a/raw_convnext_isotropic_base(VAE, beta=0.01).npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:59498189d4bf95b491e86a0c600739977ec755835e235ee3ecd47adda9517836
|
| 3 |
+
size 628
|
feature_stats/kubric/movi_a/raw_convnext_isotropic_large(VAE, beta=0.01).npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2bd685bdfaac4af6392bbc597b9db51f46cc9f911217b065f964b0421be8871a
|
| 3 |
+
size 628
|
feature_stats/vspw/lowres/dino.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:18eff29c2f02b066883108693634b1743c88b5c0a7f410045d07aae3198ef26a
|
| 3 |
+
size 25076
|
heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128/lightning_logs/version_0/events.out.tfevents.1760903611.c2-g8-01.1617721.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ecb3cf920ced923f981c9e5e45aef14f1cad83ac5e223a9218ca1d2692131ff0
|
| 3 |
+
size 315094
|
heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128/lightning_logs/version_0/events.out.tfevents.1760906249.c2-g8-01.1617721.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a92075bcf3215705e8e1e2e8381e9ce61a6ef9a3403b31ff04ca2c03ba7ba0b6
|
| 3 |
+
size 5110
|
heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_normals_head_batch_size=128/lightning_logs/version_0/results.txt
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
mean_ae: 2.917991876602173
|
| 2 |
+
median_ae: 1.6884536743164062
|
| 3 |
+
rmse: 4.582428932189941
|
| 4 |
+
a1: 83.241455078125
|
| 5 |
+
a2: 91.90704345703125
|
| 6 |
+
a3: 96.94222259521484
|
| 7 |
+
a4: 99.63109588623047
|
| 8 |
+
a5: 99.79322814941406
|
heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_segm_head_batch_size=128/lightning_logs/version_0/events.out.tfevents.1760897535.c2-g8-01.1415532.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e87f48c4c6e55710fff65b2a0ce3dd13a2aa3b5635b3ee5cb405277156a859dc
|
| 3 |
+
size 136520
|
heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_segm_head_batch_size=128/lightning_logs/version_0/events.out.tfevents.1760900078.c2-g8-01.1415532.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eb27bcc2fa9fb5aef049c2c3456442a31949e9efb21757d830ac08eb3e91646e
|
| 3 |
+
size 3338
|
heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_segm_head_batch_size=128/lightning_logs/version_0/hparams.yaml
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
args: !!python/object:argparse.Namespace
|
| 2 |
+
accum_iter: 1
|
| 3 |
+
batch_size: 16
|
| 4 |
+
ckpt: null
|
| 5 |
+
data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/cityscapes
|
| 6 |
+
device: !!python/object/apply:torch.device
|
| 7 |
+
- cuda
|
| 8 |
+
- 0
|
| 9 |
+
dlayers:
|
| 10 |
+
- 2
|
| 11 |
+
- 5
|
| 12 |
+
- 8
|
| 13 |
+
- 11
|
| 14 |
+
dpt_out_channels:
|
| 15 |
+
- 128
|
| 16 |
+
- 256
|
| 17 |
+
- 512
|
| 18 |
+
- 512
|
| 19 |
+
dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/cityscapes/heads/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_segm_head_batch_size=128
|
| 20 |
+
effective_batch_size: 128
|
| 21 |
+
eval_ckpt_only: false
|
| 22 |
+
eval_freq: 1
|
| 23 |
+
eval_last: false
|
| 24 |
+
feature_extractor: dino
|
| 25 |
+
gclip: 0.0
|
| 26 |
+
gpu: 0
|
| 27 |
+
hflip_tta: false
|
| 28 |
+
img_size: !!python/tuple
|
| 29 |
+
- 224
|
| 30 |
+
- 448
|
| 31 |
+
lr: 0.0016
|
| 32 |
+
lr_base: 0.0001
|
| 33 |
+
max_epochs: 100
|
| 34 |
+
max_steps: 2325
|
| 35 |
+
modality: segm
|
| 36 |
+
nfeats: 256
|
| 37 |
+
num_classes: 19
|
| 38 |
+
num_gpus: 8
|
| 39 |
+
num_nodes: 1
|
| 40 |
+
num_workers: 8
|
| 41 |
+
num_workers_val: 8
|
| 42 |
+
optimizer: adamw
|
| 43 |
+
pca_ckpt: null
|
| 44 |
+
precision: 16-mixed
|
| 45 |
+
rank: 0
|
| 46 |
+
scheduler: poly
|
| 47 |
+
seed: 123
|
| 48 |
+
slurm: false
|
| 49 |
+
train_random_photometric_distort: false
|
| 50 |
+
use_bn: true
|
| 51 |
+
use_cls: false
|
| 52 |
+
warmup_p: 0.1
|
| 53 |
+
warmup_steps: 232
|
| 54 |
+
weight_decay: 0.0001
|
| 55 |
+
world_size: 8
|
heads/cityscapes/train_cityscapes_224_448_vae_large_l[2,_5,_8,_11]_segm_head_batch_size=128/lightning_logs/version_0/results.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
mIoU: 65.64169311523438
|
| 2 |
+
MO_mIoU: 64.31041717529297
|
heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_segm_head/lightning_logs/version_0/events.out.tfevents.1761253552.c2-g8-01.3228201.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ccda849187a5f42acfad8bbfd78da718b9fe07d5da52e28ff621942c1c2977c0
|
| 3 |
+
size 136420
|
heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_surface_normals_head/lightning_logs/version_0/events.out.tfevents.1761255321.c2-g8-01.3307274.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:877c985ab9d77afdcf05d0575f9c0ab5db33882561fc1653f5c1ae763c1f0bc0
|
| 3 |
+
size 315002
|
heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_surface_normals_head/lightning_logs/version_0/events.out.tfevents.1761257213.c2-g8-01.3307274.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4de1f102853f0d6e82aace069b48766e1711c31a155e6881dfbadeb8fca1e367
|
| 3 |
+
size 5018
|
heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_surface_normals_head/lightning_logs/version_0/hparams.yaml
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
args: !!python/object:argparse.Namespace
|
| 2 |
+
accum_iter: 1
|
| 3 |
+
batch_size: 16
|
| 4 |
+
ckpt: null
|
| 5 |
+
data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/cityscapes
|
| 6 |
+
device: !!python/object/apply:torch.device
|
| 7 |
+
- cuda
|
| 8 |
+
- 0
|
| 9 |
+
dlayers:
|
| 10 |
+
- 2
|
| 11 |
+
- 5
|
| 12 |
+
- 8
|
| 13 |
+
- 11
|
| 14 |
+
dpt_out_channels:
|
| 15 |
+
- 128
|
| 16 |
+
- 256
|
| 17 |
+
- 512
|
| 18 |
+
- 512
|
| 19 |
+
dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/cityscapes/heads/train_cityscapes_224x448_pca_ncomponents=16_surface_normals_head
|
| 20 |
+
effective_batch_size: 128
|
| 21 |
+
eval_ckpt_only: false
|
| 22 |
+
eval_freq: 1
|
| 23 |
+
eval_last: false
|
| 24 |
+
feature_extractor: dino
|
| 25 |
+
gclip: 0.0
|
| 26 |
+
gpu: 0
|
| 27 |
+
hflip_tta: false
|
| 28 |
+
img_size: !!python/tuple
|
| 29 |
+
- 224
|
| 30 |
+
- 448
|
| 31 |
+
lr: 0.0016
|
| 32 |
+
lr_base: 0.0001
|
| 33 |
+
max_epochs: 100
|
| 34 |
+
max_steps: 2325
|
| 35 |
+
modality: surface_normals
|
| 36 |
+
nfeats: 256
|
| 37 |
+
num_classes: 3
|
| 38 |
+
num_gpus: 8
|
| 39 |
+
num_workers: 8
|
| 40 |
+
num_workers_val: 8
|
| 41 |
+
optimizer: adamw
|
| 42 |
+
pca_ckpt: /work/gabrijel/experiments/dino-foresight/pcas/cityscapes/ncomponents=16/dinov2_pca_224_l[2,_5,_8,_11]_16.pth
|
| 43 |
+
precision: 16-mixed
|
| 44 |
+
rank: 0
|
| 45 |
+
scheduler: poly
|
| 46 |
+
seed: 123
|
| 47 |
+
use_bn: true
|
| 48 |
+
use_cls: false
|
| 49 |
+
warmup_p: 0.1
|
| 50 |
+
warmup_steps: 232
|
| 51 |
+
weight_decay: 0.0001
|
| 52 |
+
world_size: 8
|
heads/cityscapes/train_cityscapes_224x448_pca_ncomponents=16_surface_normals_head/lightning_logs/version_0/results.txt
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
mean_ae: 3.4985973834991455
|
| 2 |
+
median_ae: 2.0157604217529297
|
| 3 |
+
rmse: 5.282929420471191
|
| 4 |
+
a1: 77.00431060791016
|
| 5 |
+
a2: 87.53058624267578
|
| 6 |
+
a3: 94.76048278808594
|
| 7 |
+
a4: 99.57465362548828
|
| 8 |
+
a5: 99.87903594970703
|
heads/cityscapes/train_cityscapes_224x448_raw_segm_head/lightning_logs/version_0/events.out.tfevents.1760057205.c2-g8-03.1501918.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0965c3c8fa0e09007d3b7b8c766a193e650013c27a923b37a8e9a9e8bcd93183
|
| 3 |
+
size 136297
|
heads/cityscapes/train_cityscapes_224x448_raw_segm_head/lightning_logs/version_0/events.out.tfevents.1760058634.c2-g8-03.1501918.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:44640782d4f362e4e270cae8ee51f6dc29133ddb6a5d856a9ef723d228ce0dd4
|
| 3 |
+
size 3115
|
heads/cityscapes/train_cityscapes_224x448_raw_segm_head/lightning_logs/version_0/hparams.yaml
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
args: !!python/object:argparse.Namespace
|
| 2 |
+
accum_iter: 1
|
| 3 |
+
batch_size: 16
|
| 4 |
+
ckpt: null
|
| 5 |
+
data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/cityscapes
|
| 6 |
+
device: !!python/object/apply:torch.device
|
| 7 |
+
- cuda
|
| 8 |
+
- 0
|
| 9 |
+
dlayers:
|
| 10 |
+
- 2
|
| 11 |
+
- 5
|
| 12 |
+
- 8
|
| 13 |
+
- 11
|
| 14 |
+
dpt_out_channels:
|
| 15 |
+
- 128
|
| 16 |
+
- 256
|
| 17 |
+
- 512
|
| 18 |
+
- 512
|
| 19 |
+
dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/cityscapes/heads/train_cityscapes_224x448_raw_segm_head
|
| 20 |
+
effective_batch_size: 128
|
| 21 |
+
eval_ckpt_only: false
|
| 22 |
+
eval_freq: 1
|
| 23 |
+
eval_last: false
|
| 24 |
+
feature_extractor: dino
|
| 25 |
+
gclip: 0.0
|
| 26 |
+
gpu: 0
|
| 27 |
+
hflip_tta: false
|
| 28 |
+
img_size: !!python/tuple
|
| 29 |
+
- 224
|
| 30 |
+
- 448
|
| 31 |
+
lr: 0.0016
|
| 32 |
+
lr_base: 0.0001
|
| 33 |
+
max_epochs: 100
|
| 34 |
+
max_steps: 2325
|
| 35 |
+
modality: segm
|
| 36 |
+
nfeats: 256
|
| 37 |
+
num_classes: 19
|
| 38 |
+
num_gpus: 8
|
| 39 |
+
num_workers: 8
|
| 40 |
+
num_workers_val: 8
|
| 41 |
+
optimizer: adamw
|
| 42 |
+
pca_ckpt: null
|
| 43 |
+
precision: 16-mixed
|
| 44 |
+
rank: 0
|
| 45 |
+
scheduler: poly
|
| 46 |
+
seed: 123
|
| 47 |
+
use_bn: true
|
| 48 |
+
use_cls: false
|
| 49 |
+
warmup_p: 0.1
|
| 50 |
+
warmup_steps: 232
|
| 51 |
+
weight_decay: 0.0001
|
| 52 |
+
world_size: 8
|
heads/cityscapes/train_cityscapes_224x448_raw_segm_head/lightning_logs/version_0/results.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
mIoU: 68.42170715332031
|
| 2 |
+
MO_mIoU: 66.80571746826172
|
heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
args: !!python/object:argparse.Namespace
|
| 2 |
+
accum_iter: 1
|
| 3 |
+
batch_size: 32
|
| 4 |
+
ckpt: null
|
| 5 |
+
data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/google_kubric
|
| 6 |
+
device: !!python/object/apply:torch.device
|
| 7 |
+
- cuda
|
| 8 |
+
- 0
|
| 9 |
+
dlayers:
|
| 10 |
+
- 2
|
| 11 |
+
- 5
|
| 12 |
+
- 8
|
| 13 |
+
- 11
|
| 14 |
+
dpt_out_channels:
|
| 15 |
+
- 128
|
| 16 |
+
- 256
|
| 17 |
+
- 512
|
| 18 |
+
- 512
|
| 19 |
+
dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/kubric/heads/train_kubric_pca_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5
|
| 20 |
+
effective_batch_size: 128
|
| 21 |
+
eval_ckpt_only: false
|
| 22 |
+
eval_freq: 1
|
| 23 |
+
eval_last: false
|
| 24 |
+
feature_extractor: dino
|
| 25 |
+
gclip: 0.0
|
| 26 |
+
gpu: 0
|
| 27 |
+
hflip_tta: false
|
| 28 |
+
img_size: !!python/tuple
|
| 29 |
+
- 224
|
| 30 |
+
- 224
|
| 31 |
+
lr: 0.00016
|
| 32 |
+
lr_base: 1.0e-05
|
| 33 |
+
max_epochs: 100
|
| 34 |
+
max_steps: 181950
|
| 35 |
+
modality: depth
|
| 36 |
+
nfeats: 256
|
| 37 |
+
num_classes: 256
|
| 38 |
+
num_gpus: 4
|
| 39 |
+
num_nodes: 1
|
| 40 |
+
num_workers: 8
|
| 41 |
+
num_workers_val: 8
|
| 42 |
+
optimizer: adamw
|
| 43 |
+
pca_ckpt: /scratch/shared/beegfs/gabrijel/hf/dino-foresight/kubric/pca/subsample_ratio=0.33/dino_pca_224_l[2,_5,_8,_11]_1152.pth
|
| 44 |
+
precision: 32-true
|
| 45 |
+
rank: 0
|
| 46 |
+
scheduler: cosine
|
| 47 |
+
seed: 123
|
| 48 |
+
slurm: false
|
| 49 |
+
train_random_photometric_distort: true
|
| 50 |
+
use_bn: true
|
| 51 |
+
use_cls: false
|
| 52 |
+
warmup_p: 0.1
|
| 53 |
+
warmup_steps: 18195
|
| 54 |
+
weight_decay: 0.0001
|
| 55 |
+
world_size: 4
|
heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
mIoU: 99.49028778076172
|
| 2 |
+
MO_mIoU: 99.0764389038086
|
heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
args: !!python/object:argparse.Namespace
|
| 2 |
+
accum_iter: 1
|
| 3 |
+
batch_size: 64
|
| 4 |
+
ckpt: null
|
| 5 |
+
data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/google_kubric
|
| 6 |
+
device: !!python/object/apply:torch.device
|
| 7 |
+
- cuda
|
| 8 |
+
- 0
|
| 9 |
+
dlayers:
|
| 10 |
+
- 2
|
| 11 |
+
- 5
|
| 12 |
+
- 8
|
| 13 |
+
- 11
|
| 14 |
+
dpt_out_channels:
|
| 15 |
+
- 128
|
| 16 |
+
- 256
|
| 17 |
+
- 512
|
| 18 |
+
- 512
|
| 19 |
+
dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/kubric/heads/train_kubric_pca_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5
|
| 20 |
+
effective_batch_size: 128
|
| 21 |
+
eval_ckpt_only: false
|
| 22 |
+
eval_freq: 1
|
| 23 |
+
eval_last: false
|
| 24 |
+
feature_extractor: dino
|
| 25 |
+
gclip: 0.0
|
| 26 |
+
gpu: 0
|
| 27 |
+
hflip_tta: false
|
| 28 |
+
img_size: !!python/tuple
|
| 29 |
+
- 224
|
| 30 |
+
- 224
|
| 31 |
+
lr: 0.00016
|
| 32 |
+
lr_base: 1.0e-05
|
| 33 |
+
max_epochs: 100
|
| 34 |
+
max_steps: 181950
|
| 35 |
+
modality: surface_normals
|
| 36 |
+
nfeats: 256
|
| 37 |
+
num_classes: 3
|
| 38 |
+
num_gpus: 2
|
| 39 |
+
num_nodes: 1
|
| 40 |
+
num_workers: 16
|
| 41 |
+
num_workers_val: 8
|
| 42 |
+
optimizer: adamw
|
| 43 |
+
pca_ckpt: /scratch/shared/beegfs/gabrijel/hf/dino-foresight/kubric/pca/subsample_ratio=0.33/dino_pca_224_l[2,_5,_8,_11]_1152.pth
|
| 44 |
+
precision: 32-true
|
| 45 |
+
rank: 0
|
| 46 |
+
scheduler: poly
|
| 47 |
+
seed: 123
|
| 48 |
+
slurm: false
|
| 49 |
+
train_random_photometric_distort: true
|
| 50 |
+
use_bn: true
|
| 51 |
+
use_cls: false
|
| 52 |
+
warmup_p: 0.1
|
| 53 |
+
warmup_steps: 18195
|
| 54 |
+
weight_decay: 0.0001
|
| 55 |
+
world_size: 2
|
heads/kubric/train_kubric_pca_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
mean_ae: 0.28686249256134033
|
| 2 |
+
median_ae: 0.0
|
| 3 |
+
rmse: 1.4612072706222534
|
| 4 |
+
a1: 98.61581420898438
|
| 5 |
+
a2: 99.2156753540039
|
| 6 |
+
a3: 99.61569213867188
|
| 7 |
+
a4: 99.93924713134766
|
| 8 |
+
a5: 99.98389434814453
|
heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1761088937.c2-g8-01.373475.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:151a5f5ac47fd0d3ebf6713aa26c239e6b15aa12cd07cd07ee84a5c4b5e67695
|
| 3 |
+
size 7518447
|
heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
args: !!python/object:argparse.Namespace
|
| 2 |
+
accum_iter: 1
|
| 3 |
+
batch_size: 32
|
| 4 |
+
ckpt: null
|
| 5 |
+
data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/google_kubric
|
| 6 |
+
device: !!python/object/apply:torch.device
|
| 7 |
+
- cuda
|
| 8 |
+
- 0
|
| 9 |
+
dlayers:
|
| 10 |
+
- 2
|
| 11 |
+
- 5
|
| 12 |
+
- 8
|
| 13 |
+
- 11
|
| 14 |
+
dpt_out_channels:
|
| 15 |
+
- 128
|
| 16 |
+
- 256
|
| 17 |
+
- 512
|
| 18 |
+
- 512
|
| 19 |
+
dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/kubric/heads/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5
|
| 20 |
+
effective_batch_size: 128
|
| 21 |
+
eval_ckpt_only: false
|
| 22 |
+
eval_freq: 1
|
| 23 |
+
eval_last: false
|
| 24 |
+
feature_extractor: dino
|
| 25 |
+
gclip: 0.0
|
| 26 |
+
gpu: 0
|
| 27 |
+
hflip_tta: false
|
| 28 |
+
img_size: !!python/tuple
|
| 29 |
+
- 224
|
| 30 |
+
- 224
|
| 31 |
+
lr: 0.00016
|
| 32 |
+
lr_base: 1.0e-05
|
| 33 |
+
max_epochs: 100
|
| 34 |
+
max_steps: 181950
|
| 35 |
+
modality: segm
|
| 36 |
+
nfeats: 256
|
| 37 |
+
num_classes: 2
|
| 38 |
+
num_gpus: 4
|
| 39 |
+
num_nodes: 1
|
| 40 |
+
num_workers: 8
|
| 41 |
+
num_workers_val: 8
|
| 42 |
+
optimizer: adamw
|
| 43 |
+
pca_ckpt: /work/gabrijel/experiments/dino-foresight/pcas/kubric/ncomponents=16/dino_pca_224_l[2,_5,_8,_11]_16.pth
|
| 44 |
+
precision: 16-mixed
|
| 45 |
+
rank: 0
|
| 46 |
+
scheduler: poly
|
| 47 |
+
seed: 123
|
| 48 |
+
slurm: false
|
| 49 |
+
train_random_photometric_distort: false
|
| 50 |
+
use_bn: true
|
| 51 |
+
use_cls: false
|
| 52 |
+
warmup_p: 0.1
|
| 53 |
+
warmup_steps: 18195
|
| 54 |
+
weight_decay: 0.0001
|
| 55 |
+
world_size: 4
|
heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
mIoU: 97.4259033203125
|
| 2 |
+
MO_mIoU: 95.34408569335938
|
heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
args: !!python/object:argparse.Namespace
|
| 2 |
+
accum_iter: 1
|
| 3 |
+
batch_size: 32
|
| 4 |
+
ckpt: null
|
| 5 |
+
data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/google_kubric
|
| 6 |
+
device: !!python/object/apply:torch.device
|
| 7 |
+
- cuda
|
| 8 |
+
- 0
|
| 9 |
+
dlayers:
|
| 10 |
+
- 2
|
| 11 |
+
- 5
|
| 12 |
+
- 8
|
| 13 |
+
- 11
|
| 14 |
+
dpt_out_channels:
|
| 15 |
+
- 128
|
| 16 |
+
- 256
|
| 17 |
+
- 512
|
| 18 |
+
- 512
|
| 19 |
+
dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/kubric/heads/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5
|
| 20 |
+
effective_batch_size: 128
|
| 21 |
+
eval_ckpt_only: false
|
| 22 |
+
eval_freq: 1
|
| 23 |
+
eval_last: false
|
| 24 |
+
feature_extractor: dino
|
| 25 |
+
gclip: 0.0
|
| 26 |
+
gpu: 0
|
| 27 |
+
hflip_tta: false
|
| 28 |
+
img_size: !!python/tuple
|
| 29 |
+
- 224
|
| 30 |
+
- 224
|
| 31 |
+
lr: 0.00016
|
| 32 |
+
lr_base: 1.0e-05
|
| 33 |
+
max_epochs: 100
|
| 34 |
+
max_steps: 181950
|
| 35 |
+
modality: surface_normals
|
| 36 |
+
nfeats: 256
|
| 37 |
+
num_classes: 3
|
| 38 |
+
num_gpus: 4
|
| 39 |
+
num_nodes: 1
|
| 40 |
+
num_workers: 8
|
| 41 |
+
num_workers_val: 8
|
| 42 |
+
optimizer: adamw
|
| 43 |
+
pca_ckpt: /work/gabrijel/experiments/dino-foresight/pcas/kubric/ncomponents=16/dino_pca_224_l[2,_5,_8,_11]_16.pth
|
| 44 |
+
precision: 16-mixed
|
| 45 |
+
rank: 0
|
| 46 |
+
scheduler: poly
|
| 47 |
+
seed: 123
|
| 48 |
+
slurm: false
|
| 49 |
+
train_random_photometric_distort: false
|
| 50 |
+
use_bn: true
|
| 51 |
+
use_cls: false
|
| 52 |
+
warmup_p: 0.1
|
| 53 |
+
warmup_steps: 18195
|
| 54 |
+
weight_decay: 0.0001
|
| 55 |
+
world_size: 4
|
heads/kubric/train_kubric_pca_ncomponents=16_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
mean_ae: 0.4457050561904907
|
| 2 |
+
median_ae: 0.0
|
| 3 |
+
rmse: 2.2965760231018066
|
| 4 |
+
a1: 97.7518081665039
|
| 5 |
+
a2: 98.4872817993164
|
| 6 |
+
a3: 99.06644439697266
|
| 7 |
+
a4: 99.74061584472656
|
| 8 |
+
a5: 99.8936996459961
|
heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
args: !!python/object:argparse.Namespace
|
| 2 |
+
accum_iter: 1
|
| 3 |
+
batch_size: 32
|
| 4 |
+
ckpt: null
|
| 5 |
+
data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/google_kubric
|
| 6 |
+
device: !!python/object/apply:torch.device
|
| 7 |
+
- cuda
|
| 8 |
+
- 0
|
| 9 |
+
dlayers:
|
| 10 |
+
- 2
|
| 11 |
+
- 5
|
| 12 |
+
- 8
|
| 13 |
+
- 11
|
| 14 |
+
dpt_out_channels:
|
| 15 |
+
- 128
|
| 16 |
+
- 256
|
| 17 |
+
- 512
|
| 18 |
+
- 512
|
| 19 |
+
dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/kubric/heads/train_kubric_raw_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5
|
| 20 |
+
effective_batch_size: 128
|
| 21 |
+
eval_ckpt_only: false
|
| 22 |
+
eval_freq: 1
|
| 23 |
+
eval_last: false
|
| 24 |
+
feature_extractor: dino
|
| 25 |
+
gclip: 0.0
|
| 26 |
+
gpu: 0
|
| 27 |
+
hflip_tta: false
|
| 28 |
+
img_size: !!python/tuple
|
| 29 |
+
- 224
|
| 30 |
+
- 224
|
| 31 |
+
lr: 0.00016
|
| 32 |
+
lr_base: 1.0e-05
|
| 33 |
+
max_epochs: 100
|
| 34 |
+
max_steps: 181950
|
| 35 |
+
modality: depth
|
| 36 |
+
nfeats: 256
|
| 37 |
+
num_classes: 256
|
| 38 |
+
num_gpus: 4
|
| 39 |
+
num_nodes: 1
|
| 40 |
+
num_workers: 8
|
| 41 |
+
num_workers_val: 8
|
| 42 |
+
optimizer: adamw
|
| 43 |
+
pca_ckpt: null
|
| 44 |
+
precision: 32-true
|
| 45 |
+
rank: 0
|
| 46 |
+
scheduler: cosine
|
| 47 |
+
seed: 123
|
| 48 |
+
slurm: false
|
| 49 |
+
train_random_photometric_distort: true
|
| 50 |
+
use_bn: true
|
| 51 |
+
use_cls: false
|
| 52 |
+
warmup_p: 0.1
|
| 53 |
+
warmup_steps: 18195
|
| 54 |
+
weight_decay: 0.0001
|
| 55 |
+
world_size: 4
|
heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
d1: 0.7762729525566101
|
| 2 |
+
d2: 0.8912768959999084
|
| 3 |
+
d3: 0.9289162755012512
|
| 4 |
+
abs_rel: 0.15639297664165497
|
| 5 |
+
rmse: 3.480448007583618
|
| 6 |
+
rmse_log: 0.3384455740451813
|
| 7 |
+
sq_rel: 0.781800389289856
|
| 8 |
+
log_10: 0.07297655940055847
|
| 9 |
+
silog: 32.50920104980469
|
heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760186478.c2-g8-05.1270284.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:831e43e2ce79921e4b18eb1adadac25d82091f888240f6de4a604453f53b2827
|
| 3 |
+
size 7854
|
heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
args: !!python/object:argparse.Namespace
|
| 2 |
+
accum_iter: 1
|
| 3 |
+
batch_size: 64
|
| 4 |
+
ckpt: null
|
| 5 |
+
data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/google_kubric
|
| 6 |
+
device: !!python/object/apply:torch.device
|
| 7 |
+
- cuda
|
| 8 |
+
- 0
|
| 9 |
+
dlayers:
|
| 10 |
+
- 2
|
| 11 |
+
- 5
|
| 12 |
+
- 8
|
| 13 |
+
- 11
|
| 14 |
+
dpt_out_channels:
|
| 15 |
+
- 128
|
| 16 |
+
- 256
|
| 17 |
+
- 512
|
| 18 |
+
- 512
|
| 19 |
+
dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/kubric/heads/train_kubric_raw_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5
|
| 20 |
+
effective_batch_size: 128
|
| 21 |
+
eval_ckpt_only: false
|
| 22 |
+
eval_freq: 1
|
| 23 |
+
eval_last: false
|
| 24 |
+
feature_extractor: dino
|
| 25 |
+
gclip: 0.0
|
| 26 |
+
gpu: 0
|
| 27 |
+
hflip_tta: false
|
| 28 |
+
img_size: !!python/tuple
|
| 29 |
+
- 224
|
| 30 |
+
- 224
|
| 31 |
+
lr: 0.00016
|
| 32 |
+
lr_base: 1.0e-05
|
| 33 |
+
max_epochs: 100
|
| 34 |
+
max_steps: 181950
|
| 35 |
+
modality: segm
|
| 36 |
+
nfeats: 256
|
| 37 |
+
num_classes: 2
|
| 38 |
+
num_gpus: 2
|
| 39 |
+
num_nodes: 1
|
| 40 |
+
num_workers: 8
|
| 41 |
+
num_workers_val: 8
|
| 42 |
+
optimizer: adamw
|
| 43 |
+
pca_ckpt: null
|
| 44 |
+
precision: 32-true
|
| 45 |
+
rank: 0
|
| 46 |
+
scheduler: poly
|
| 47 |
+
seed: 123
|
| 48 |
+
slurm: false
|
| 49 |
+
train_random_photometric_distort: true
|
| 50 |
+
use_bn: true
|
| 51 |
+
use_cls: false
|
| 52 |
+
warmup_p: 0.1
|
| 53 |
+
warmup_steps: 18195
|
| 54 |
+
weight_decay: 0.0001
|
| 55 |
+
world_size: 2
|
heads/kubric/train_kubric_raw_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
mIoU: 99.53663635253906
|
| 2 |
+
MO_mIoU: 99.160400390625
|
heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760742898.c2-g8-01.1769812.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:64b45a91c1d6b02a271fbdedb4c1c236ab3d696a8415b11656d69efbfea04da1
|
| 3 |
+
size 25453
|
heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_depth_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
d1: 0.7801956534385681
|
| 2 |
+
d2: 0.8996610641479492
|
| 3 |
+
d3: 0.9364328384399414
|
| 4 |
+
abs_rel: 0.15711060166358948
|
| 5 |
+
rmse: 3.606865167617798
|
| 6 |
+
rmse_log: 0.31699931621551514
|
| 7 |
+
sq_rel: 0.8544824719429016
|
| 8 |
+
log_10: 0.06970246881246567
|
| 9 |
+
silog: 30.69348907470703
|
heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=43-step=80080.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f0a5233dd37c128f0a62dabe48d64e8d2b79bf67b38738349859830e5e4ac368
|
| 3 |
+
size 200891855
|
heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760732291.dev2.2850877.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8e848a2e68e5562849c7faf1bf4a7eb07133bdb314a5214c912cf1c3b083dc6e
|
| 3 |
+
size 7855
|
heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
args: !!python/object:argparse.Namespace
|
| 2 |
+
accum_iter: 1
|
| 3 |
+
batch_size: 32
|
| 4 |
+
ckpt: null
|
| 5 |
+
data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/google_kubric
|
| 6 |
+
device: !!python/object/apply:torch.device
|
| 7 |
+
- cuda
|
| 8 |
+
- 0
|
| 9 |
+
dlayers:
|
| 10 |
+
- 2
|
| 11 |
+
- 5
|
| 12 |
+
- 8
|
| 13 |
+
- 11
|
| 14 |
+
dpt_out_channels:
|
| 15 |
+
- 128
|
| 16 |
+
- 256
|
| 17 |
+
- 512
|
| 18 |
+
- 512
|
| 19 |
+
dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/kubric/heads/train_kubric_vae_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5
|
| 20 |
+
effective_batch_size: 128
|
| 21 |
+
eval_ckpt_only: false
|
| 22 |
+
eval_freq: 1
|
| 23 |
+
eval_last: false
|
| 24 |
+
feature_extractor: dino
|
| 25 |
+
gclip: 0.0
|
| 26 |
+
gpu: 0
|
| 27 |
+
hflip_tta: false
|
| 28 |
+
img_size: !!python/tuple
|
| 29 |
+
- 224
|
| 30 |
+
- 224
|
| 31 |
+
lr: 0.00016
|
| 32 |
+
lr_base: 1.0e-05
|
| 33 |
+
max_epochs: 100
|
| 34 |
+
max_steps: 181950
|
| 35 |
+
modality: segm
|
| 36 |
+
nfeats: 256
|
| 37 |
+
num_classes: 2
|
| 38 |
+
num_gpus: 4
|
| 39 |
+
num_nodes: 1
|
| 40 |
+
num_workers: 8
|
| 41 |
+
num_workers_val: 8
|
| 42 |
+
optimizer: adamw
|
| 43 |
+
pca_ckpt: null
|
| 44 |
+
precision: 16-mixed
|
| 45 |
+
rank: 0
|
| 46 |
+
scheduler: poly
|
| 47 |
+
seed: 123
|
| 48 |
+
slurm: false
|
| 49 |
+
train_random_photometric_distort: false
|
| 50 |
+
use_bn: true
|
| 51 |
+
use_cls: false
|
| 52 |
+
warmup_p: 0.1
|
| 53 |
+
warmup_steps: 18195
|
| 54 |
+
weight_decay: 0.0001
|
| 55 |
+
world_size: 4
|
heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_fgbg_seg_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
mIoU: 99.16780853271484
|
| 2 |
+
MO_mIoU: 98.49254608154297
|
heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/epoch=99-step=182000.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:42d99fc1bf37578a9df34f5ab34396024e44c4268d541408e7eb4b0a07dcb389
|
| 3 |
+
size 200894927
|
heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/checkpoints/last.ckpt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:42d99fc1bf37578a9df34f5ab34396024e44c4268d541408e7eb4b0a07dcb389
|
| 3 |
+
size 200894927
|
heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/events.out.tfevents.1760720872.c2-g4-13.1359983.1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a82a961848a481a9449710c05f7b6a2acfc2a908417fefe37f66debd66b688bb
|
| 3 |
+
size 22578
|
heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/hparams.yaml
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
args: !!python/object:argparse.Namespace
|
| 2 |
+
accum_iter: 1
|
| 3 |
+
batch_size: 32
|
| 4 |
+
ckpt: null
|
| 5 |
+
data_path: /scratch/shared/beegfs/gabrijel/datasets/curated/google_kubric
|
| 6 |
+
device: !!python/object/apply:torch.device
|
| 7 |
+
- cuda
|
| 8 |
+
- 0
|
| 9 |
+
dlayers:
|
| 10 |
+
- 2
|
| 11 |
+
- 5
|
| 12 |
+
- 8
|
| 13 |
+
- 11
|
| 14 |
+
dpt_out_channels:
|
| 15 |
+
- 128
|
| 16 |
+
- 256
|
| 17 |
+
- 512
|
| 18 |
+
- 512
|
| 19 |
+
dst_path: /scratch/shared/beegfs/gabrijel/experiments/dino-foresight/logs/kubric/heads/train_kubric_vae_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5
|
| 20 |
+
effective_batch_size: 128
|
| 21 |
+
eval_ckpt_only: false
|
| 22 |
+
eval_freq: 1
|
| 23 |
+
eval_last: false
|
| 24 |
+
feature_extractor: dino
|
| 25 |
+
gclip: 0.0
|
| 26 |
+
gpu: 0
|
| 27 |
+
hflip_tta: false
|
| 28 |
+
img_size: !!python/tuple
|
| 29 |
+
- 224
|
| 30 |
+
- 224
|
| 31 |
+
lr: 0.00016
|
| 32 |
+
lr_base: 1.0e-05
|
| 33 |
+
max_epochs: 100
|
| 34 |
+
max_steps: 181950
|
| 35 |
+
modality: surface_normals
|
| 36 |
+
nfeats: 256
|
| 37 |
+
num_classes: 3
|
| 38 |
+
num_gpus: 4
|
| 39 |
+
num_nodes: 1
|
| 40 |
+
num_workers: 8
|
| 41 |
+
num_workers_val: 8
|
| 42 |
+
optimizer: adamw
|
| 43 |
+
pca_ckpt: null
|
| 44 |
+
precision: 16-mixed
|
| 45 |
+
rank: 0
|
| 46 |
+
scheduler: poly
|
| 47 |
+
seed: 123
|
| 48 |
+
slurm: false
|
| 49 |
+
train_random_photometric_distort: false
|
| 50 |
+
use_bn: true
|
| 51 |
+
use_cls: false
|
| 52 |
+
warmup_p: 0.1
|
| 53 |
+
warmup_steps: 18195
|
| 54 |
+
weight_decay: 0.0001
|
| 55 |
+
world_size: 4
|
heads/kubric/train_kubric_vae_224_l[2,_5,_8,_11]_normals_head_batch_size=128_lr=1e-5/lightning_logs/version_0/results.txt
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
mean_ae: 0.302557110786438
|
| 2 |
+
median_ae: 0.0
|
| 3 |
+
rmse: 1.575514793395996
|
| 4 |
+
a1: 98.54328155517578
|
| 5 |
+
a2: 99.14720916748047
|
| 6 |
+
a3: 99.55836486816406
|
| 7 |
+
a4: 99.91535186767578
|
| 8 |
+
a5: 99.97205352783203
|