File size: 4,990 Bytes
17fdf19
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
{
    "output_dir": "/home/ubuntu/dinovol_2/outputs_try2_basicemb",
    "volume_auth": "/home/ubuntu/dinovol_2/creds.json",
    "wandb-entity":"vesuvius-challenge",
    "wandb-project":"dinov2_pretrain",
"resume": true,
"resume_from": "/home/ubuntu/dinovol_2/outputs_try2_basicemb/checkpoint_step_227500.pt",
"wandb_resume": "must",
"wandb_run_id": "1bspskav",    
"lr": 2.5e-5,
    "min_lr": 1e-6,
    "weight_decay": 0.04,
    "weight_decay_end": 0.2,
    "patch_embed_lr_mult": 0.2,
    "freeze_last_layer_steps": 1250,
    "momentum_teacher": 0.994,
    "final_momentum_teacher": 1.0,
    "warmup_steps": 35000,
    "warmup_teacher_temp": 0.04,
    "teacher_temp": 0.07,
    "warmup_teacher_temp_steps": 25000,
    "clip_grad": 5.0,
    "max_iterations": 1000000,
    "val_every_n": 500,
    "save_every_n": 2500,
    "batch_size": 3,
    "use_amp": true,
    "centering": "sinkhorn_knopp",
    "num_local_crops": 8,
    "prefetch-factor": 2,
    "dataloader-workers": 2,
    "persistent_workers":true,
    "model": {
        "global_crops_size": [
            128,
            128,
            128
        ],
        "local_crops_size": [
            64,
            64,
            64
        ],
        "patch_size": [8, 8, 8]
    },
    "dataset": {
        "source_crop_size": [256, 256, 256],
        "local_crop_scale": [0.02, 0.25],
        "global_crop_size": [
            128,
            128,
            128
        ],
        "local_crop_size": [
            64,
            64,
            64
        ],
        "num_local_crops": 8,
        "volume_auth": "/home/ubuntu/dinovol_2/creds.json",
        "datasets": [
            {
                "volume_path": "s3://vesuvius-challenge-open-data/PHerc0009B/volumes/20250820154339-2.401um-0.3m-77keV-masked.zarr/",
                "volume_scale": 1
            },
            {
                "volume_path": "s3://vesuvius-challenge-open-data/PHerc0500P2/volumes/20250526151718-2.215um-0.4m-111keV-masked.zarr/",
                "volume_scale": 1
            },
            {
                "volume_path": "s3://vesuvius-challenge-open-data/PHerc0814/volumes/20260309142202-2.399um-0.2m-78keV-masked.zarr/",
                "volume_scale": 1
            },
            {
                "volume_path": "s3://vesuvius-challenge-open-data/PHerc1299/volumes/20260309130042-2.399um-0.2m-78keV-masked.zarr/",
                "volume_scale": 1
            },
            {
                "volume_path": "https://volumes.aws.ash2txt.org/esrf/20250717/sam2long-16xdown/SCROLLS_HEL_2.403um_77keV_0.22m_PHerc_0841_B_TA3_0001_masked.zarr/",
                "volume_scale": 1
            },
            {
                "volume_path": "s3://vesuvius-challenge-open-data/PHerc0343P/volumes/20260304131111-2.215um-0.4m-111keV-masked.zarr/",
                "volume_scale": 1
            },
            {
                "volume_path": "https://volumes.aws.ash2txt.org/esrf/20250717/sam2long-16xdown/SCROLLS_HEL_2.403um_77keV_0.22m_PHerc_1203_TA3_0001_masked.zarr/",
                "volume_scale": 1
            },
            {
                "volume_path": "https://volumes.aws.ash2txt.org/esrf/20250717/sam2long-16xdown/SCROLLS_HEL_2.403um_77keV_0.22m_PHerc_0846A_TA3_0001_masked.zarr/",
                "volume_scale": 1
            },
            {
                "volume_path": "https://volumes.aws.ash2txt.org/esrf/20251130/SCROLLS_HEL_2.399um_78keV_0.22m_PHerc_1451_TA2_0001_masked.zarr/",
                "volume_scale": 1
            },
            {
                "volume_path": "s3://vesuvius-challenge-open-data/PHerc0332/volumes/20251211183505-2.399um-0.2m-78keV-masked.zarr/",
                "volume_scale": 1
            },
            {
                "volume_path": "https://volumes.aws.ash2txt.org/esrf/20251130/SCROLLS_HEL_2.399um_78keV_0.22m_PHerc_1667_TA_0001_masked.zarr/",
                "volume_scale": 1
            },
            {
                "volume_path": "https://volumes.aws.ash2txt.org/esrf/20251130/SCROLLS_HEL_2.399um_78keV_0.22m_PHerc_MANBp_bis_TA_0001_masked.zarr/",
                "volume_scale": 1
            }
        ]
    },
    "val_dataset": {
        "source_crop_size": [256, 256, 256],
        "local_crop_scale": [0.02, 0.25],
        "global_crop_size": [
            128,
            128,
            128
        ],
        "local_crop_size": [
            64,
            64,
            64
        ],
        "num_local_crops": 8,
        "volume_auth": "/home/ubuntu/dinovol_2/creds.json",
        "datasets": [
            {
                "volume_path": "https://volumes.aws.ash2txt.org/esrf/20250717/sam2long-16xdown/SCROLLS_HEL_2.403um_77keV_0.22m_PHerc_0139_ROI2_TA2_0001_masked.zarr/",
                "volume_scale": 1
            },
            {
                "volume_path": "https://volumes.aws.ash2txt.org/esrf/20251130/SCROLLS_HEL_2.399um_78keV_0.22m_PHerc_1667_TA_0001_masked.zarr/",
                "volume_scale": 1
            }
        ]
    }
}