danielbogdoll commited on
Commit
c6bb44a
·
verified ·
1 Parent(s): feb40cf
output/native_batch2/w1_chiptrain/train/model_final.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5f57a83e7d1ea722f700b3f6980756b65f7a9a1034aa3cd4a18c97c57f9dd3a
3
+ size 2590332730
output/native_batch2/w2a_vistasval/train/config.yaml ADDED
@@ -0,0 +1,474 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ANOMALY_DETECTOR: UNO
2
+ CUDNN_BENCHMARK: false
3
+ DATALOADER:
4
+ ASPECT_RATIO_GROUPING: true
5
+ FILTER_EMPTY_ANNOTATIONS: true
6
+ NUM_WORKERS: 4
7
+ REPEAT_SQRT: true
8
+ REPEAT_THRESHOLD: 0.0
9
+ SAMPLER_TRAIN: TrainingSampler
10
+ DATASETS:
11
+ PRECOMPUTED_PROPOSAL_TOPK_TEST: 1000
12
+ PRECOMPUTED_PROPOSAL_TOPK_TRAIN: 2000
13
+ PROPOSAL_FILES_TEST: []
14
+ PROPOSAL_FILES_TRAIN: []
15
+ TEST: []
16
+ TRAIN:
17
+ - cityscapes_fine_sem_seg_train
18
+ - mapillary_vistas_sem_seg_train
19
+ - mapillary_vistas_sem_seg_val
20
+ FLOAT32_PRECISION: ''
21
+ GLOBAL:
22
+ HACK: 1.0
23
+ INPUT:
24
+ COLOR_AUG_SSD: true
25
+ CROP:
26
+ ENABLED: true
27
+ SINGLE_CATEGORY_MAX_AREA: 1.0
28
+ SIZE:
29
+ - 512
30
+ - 1024
31
+ TYPE: absolute
32
+ DATASET_MAPPER_NAME: mask_former_object_paste
33
+ FORMAT: RGB
34
+ IMAGE_SIZE: 1024
35
+ MASK_FORMAT: polygon
36
+ MAX_SCALE: 2.0
37
+ MAX_SIZE_TEST: 2048
38
+ MAX_SIZE_TRAIN: 4096
39
+ MIN_SCALE: 0.1
40
+ MIN_SIZE_TEST: 1024
41
+ MIN_SIZE_TRAIN:
42
+ - 512
43
+ - 614
44
+ - 716
45
+ - 819
46
+ - 921
47
+ - 1024
48
+ - 1126
49
+ - 1228
50
+ - 1331
51
+ - 1433
52
+ - 1536
53
+ - 1638
54
+ - 1740
55
+ - 1843
56
+ - 1945
57
+ - 2048
58
+ MIN_SIZE_TRAIN_SAMPLING: choice
59
+ RANDOM_FLIP: horizontal
60
+ SIZE_DIVISIBILITY: -1
61
+ MODEL:
62
+ ANCHOR_GENERATOR:
63
+ ANGLES:
64
+ - - -90
65
+ - 0
66
+ - 90
67
+ ASPECT_RATIOS:
68
+ - - 0.5
69
+ - 1.0
70
+ - 2.0
71
+ NAME: DefaultAnchorGenerator
72
+ OFFSET: 0.0
73
+ SIZES:
74
+ - - 32
75
+ - 64
76
+ - 128
77
+ - 256
78
+ - 512
79
+ BACKBONE:
80
+ FREEZE_AT: 0
81
+ NAME: D2SwinTransformer
82
+ BLINDSPOT:
83
+ HOLE: 3
84
+ KERNEL: 7
85
+ TEACHER: vit_large_patch16_dinov3.lvd1689m
86
+ WEIGHT: 0.0
87
+ DEVICE: cuda
88
+ DINO_FUSION:
89
+ HIDDEN: 256
90
+ LAYERS:
91
+ - 5
92
+ - 11
93
+ - 17
94
+ - 23
95
+ LR_MULT: 1.0
96
+ MODEL: vit_large_patch16_dinov3.lvd1689m
97
+ DINO_TRUNK:
98
+ FREEZE: false
99
+ MODEL: convnext_large.dinov3_lvd1689m
100
+ FPN:
101
+ FUSE_TYPE: sum
102
+ IN_FEATURES: []
103
+ NORM: ''
104
+ OUT_CHANNELS: 256
105
+ KEYPOINT_ON: false
106
+ LOAD_PROPOSALS: false
107
+ MASK_FORMER:
108
+ CLASS_WEIGHT: 2.0
109
+ DEC_LAYERS: 10
110
+ DEEP_SUPERVISION: true
111
+ DICE_WEIGHT: 5.0
112
+ DIM_FEEDFORWARD: 2048
113
+ DROPOUT: 0.0
114
+ ENC_LAYERS: 0
115
+ ENFORCE_INPUT_PROJ: false
116
+ HIDDEN_DIM: 256
117
+ IMPORTANCE_SAMPLE_RATIO: 0.75
118
+ JSD_WEIGHT: 0.03
119
+ MASK_WEIGHT: 5.0
120
+ NHEADS: 8
121
+ NO_OBJECT_WEIGHT: 0.1
122
+ NUM_OBJECT_QUERIES: 100
123
+ NUM_SEED_QUERIES: 0
124
+ OVERSAMPLE_RATIO: 3.0
125
+ PRE_NORM: false
126
+ SEED_POOL: 9
127
+ SIZE_DIVISIBILITY: 32
128
+ TEST:
129
+ INSTANCE_ON: false
130
+ OBJECT_MASK_THRESHOLD: 0.8
131
+ OVERLAP_THRESHOLD: 0.8
132
+ PANOPTIC_ON: false
133
+ SEMANTIC_ON: true
134
+ SEM_SEG_POSTPROCESSING_BEFORE_INFERENCE: false
135
+ TRAIN_NUM_POINTS: 12544
136
+ TRANSFORMER_DECODER_NAME: MultiScaleMaskedTransformerDecoder
137
+ TRANSFORMER_IN_FEATURE: multi_scale_pixel_decoder
138
+ VOID_DROPLOSS: false
139
+ MASK_ON: false
140
+ META_ARCHITECTURE: MaskFormer
141
+ PANOPTIC_FPN:
142
+ COMBINE:
143
+ ENABLED: true
144
+ INSTANCES_CONFIDENCE_THRESH: 0.5
145
+ OVERLAP_THRESH: 0.5
146
+ STUFF_AREA_LIMIT: 4096
147
+ INSTANCE_LOSS_WEIGHT: 1.0
148
+ PIXEL_MEAN:
149
+ - 123.675
150
+ - 116.28
151
+ - 103.53
152
+ PIXEL_STD:
153
+ - 58.395
154
+ - 57.12
155
+ - 57.375
156
+ PROPOSAL_GENERATOR:
157
+ MIN_SIZE: 0
158
+ NAME: RPN
159
+ RESNETS:
160
+ DEFORM_MODULATED: false
161
+ DEFORM_NUM_GROUPS: 1
162
+ DEFORM_ON_PER_STAGE:
163
+ - false
164
+ - false
165
+ - false
166
+ - false
167
+ DEPTH: 50
168
+ NORM: SyncBN
169
+ NUM_GROUPS: 1
170
+ OUT_FEATURES:
171
+ - res2
172
+ - res3
173
+ - res4
174
+ - res5
175
+ RES2_OUT_CHANNELS: 256
176
+ RES4_DILATION: 1
177
+ RES5_DILATION: 1
178
+ RES5_MULTI_GRID:
179
+ - 1
180
+ - 1
181
+ - 1
182
+ STEM_OUT_CHANNELS: 64
183
+ STEM_TYPE: basic
184
+ STRIDE_IN_1X1: false
185
+ WIDTH_PER_GROUP: 64
186
+ RETINANET:
187
+ BBOX_REG_LOSS_TYPE: smooth_l1
188
+ BBOX_REG_WEIGHTS: &id002
189
+ - 1.0
190
+ - 1.0
191
+ - 1.0
192
+ - 1.0
193
+ FOCAL_LOSS_ALPHA: 0.25
194
+ FOCAL_LOSS_GAMMA: 2.0
195
+ IN_FEATURES:
196
+ - p3
197
+ - p4
198
+ - p5
199
+ - p6
200
+ - p7
201
+ IOU_LABELS:
202
+ - 0
203
+ - -1
204
+ - 1
205
+ IOU_THRESHOLDS:
206
+ - 0.4
207
+ - 0.5
208
+ NMS_THRESH_TEST: 0.5
209
+ NORM: ''
210
+ NUM_CLASSES: 80
211
+ NUM_CONVS: 4
212
+ PRIOR_PROB: 0.01
213
+ SCORE_THRESH_TEST: 0.05
214
+ SMOOTH_L1_LOSS_BETA: 0.1
215
+ TOPK_CANDIDATES_TEST: 1000
216
+ ROI_BOX_CASCADE_HEAD:
217
+ BBOX_REG_WEIGHTS:
218
+ - &id001
219
+ - 10.0
220
+ - 10.0
221
+ - 5.0
222
+ - 5.0
223
+ - - 20.0
224
+ - 20.0
225
+ - 10.0
226
+ - 10.0
227
+ - - 30.0
228
+ - 30.0
229
+ - 15.0
230
+ - 15.0
231
+ IOUS:
232
+ - 0.5
233
+ - 0.6
234
+ - 0.7
235
+ ROI_BOX_HEAD:
236
+ BBOX_REG_LOSS_TYPE: smooth_l1
237
+ BBOX_REG_LOSS_WEIGHT: 1.0
238
+ BBOX_REG_WEIGHTS: *id001
239
+ CLS_AGNOSTIC_BBOX_REG: false
240
+ CONV_DIM: 256
241
+ FC_DIM: 1024
242
+ FED_LOSS_FREQ_WEIGHT_POWER: 0.5
243
+ FED_LOSS_NUM_CLASSES: 50
244
+ NAME: ''
245
+ NORM: ''
246
+ NUM_CONV: 0
247
+ NUM_FC: 0
248
+ POOLER_RESOLUTION: 14
249
+ POOLER_SAMPLING_RATIO: 0
250
+ POOLER_TYPE: ROIAlignV2
251
+ SMOOTH_L1_BETA: 0.0
252
+ TRAIN_ON_PRED_BOXES: false
253
+ USE_FED_LOSS: false
254
+ USE_SIGMOID_CE: false
255
+ ROI_HEADS:
256
+ BATCH_SIZE_PER_IMAGE: 512
257
+ IN_FEATURES:
258
+ - res4
259
+ IOU_LABELS:
260
+ - 0
261
+ - 1
262
+ IOU_THRESHOLDS:
263
+ - 0.5
264
+ NAME: Res5ROIHeads
265
+ NMS_THRESH_TEST: 0.5
266
+ NUM_CLASSES: 80
267
+ POSITIVE_FRACTION: 0.25
268
+ PROPOSAL_APPEND_GT: true
269
+ SCORE_THRESH_TEST: 0.05
270
+ ROI_KEYPOINT_HEAD:
271
+ CONV_DIMS:
272
+ - 512
273
+ - 512
274
+ - 512
275
+ - 512
276
+ - 512
277
+ - 512
278
+ - 512
279
+ - 512
280
+ LOSS_WEIGHT: 1.0
281
+ MIN_KEYPOINTS_PER_IMAGE: 1
282
+ NAME: KRCNNConvDeconvUpsampleHead
283
+ NORMALIZE_LOSS_BY_VISIBLE_KEYPOINTS: true
284
+ NUM_KEYPOINTS: 17
285
+ POOLER_RESOLUTION: 14
286
+ POOLER_SAMPLING_RATIO: 0
287
+ POOLER_TYPE: ROIAlignV2
288
+ ROI_MASK_HEAD:
289
+ CLS_AGNOSTIC_MASK: false
290
+ CONV_DIM: 256
291
+ NAME: MaskRCNNConvUpsampleHead
292
+ NORM: ''
293
+ NUM_CONV: 0
294
+ POOLER_RESOLUTION: 14
295
+ POOLER_SAMPLING_RATIO: 0
296
+ POOLER_TYPE: ROIAlignV2
297
+ RPN:
298
+ BATCH_SIZE_PER_IMAGE: 256
299
+ BBOX_REG_LOSS_TYPE: smooth_l1
300
+ BBOX_REG_LOSS_WEIGHT: 1.0
301
+ BBOX_REG_WEIGHTS: *id002
302
+ BOUNDARY_THRESH: -1
303
+ CONV_DIMS:
304
+ - -1
305
+ HEAD_NAME: StandardRPNHead
306
+ IN_FEATURES:
307
+ - res4
308
+ IOU_LABELS:
309
+ - 0
310
+ - -1
311
+ - 1
312
+ IOU_THRESHOLDS:
313
+ - 0.3
314
+ - 0.7
315
+ LOSS_WEIGHT: 1.0
316
+ NMS_THRESH: 0.7
317
+ POSITIVE_FRACTION: 0.5
318
+ POST_NMS_TOPK_TEST: 1000
319
+ POST_NMS_TOPK_TRAIN: 2000
320
+ PRE_NMS_TOPK_TEST: 6000
321
+ PRE_NMS_TOPK_TRAIN: 12000
322
+ SMOOTH_L1_BETA: 0.0
323
+ SAFE_DISTILL:
324
+ WEIGHT: 0.0
325
+ SAFE_FUSION:
326
+ HIDDEN: 64
327
+ LR_MULT: 1.0
328
+ SEM_SEG_HEAD:
329
+ ASPP_CHANNELS: 256
330
+ ASPP_DILATIONS:
331
+ - 6
332
+ - 12
333
+ - 18
334
+ ASPP_DROPOUT: 0.1
335
+ COMMON_STRIDE: 4
336
+ CONVS_DIM: 256
337
+ DEFORMABLE_TRANSFORMER_ENCODER_IN_FEATURES:
338
+ - res3
339
+ - res4
340
+ - res5
341
+ DEFORMABLE_TRANSFORMER_ENCODER_N_HEADS: 8
342
+ DEFORMABLE_TRANSFORMER_ENCODER_N_POINTS: 4
343
+ IGNORE_VALUE: 255
344
+ IN_FEATURES:
345
+ - res2
346
+ - res3
347
+ - res4
348
+ - res5
349
+ LOSS_TYPE: hard_pixel_mining
350
+ LOSS_WEIGHT: 1.0
351
+ MASK_DIM: 256
352
+ NAME: MaskFormerHead
353
+ NORM: GN
354
+ NUM_CLASSES: 20
355
+ PIXEL_DECODER_NAME: MSDeformAttnPixelDecoder
356
+ PROJECT_CHANNELS:
357
+ - 48
358
+ PROJECT_FEATURES:
359
+ - res2
360
+ TRANSFORMER_ENC_LAYERS: 6
361
+ USE_DEPTHWISE_SEPARABLE_CONV: false
362
+ SWIN:
363
+ APE: false
364
+ ATTN_DROP_RATE: 0.0
365
+ DEPTHS:
366
+ - 2
367
+ - 2
368
+ - 18
369
+ - 2
370
+ DROP_PATH_RATE: 0.3
371
+ DROP_RATE: 0.0
372
+ EMBED_DIM: 192
373
+ MLP_RATIO: 4.0
374
+ NUM_HEADS:
375
+ - 6
376
+ - 12
377
+ - 24
378
+ - 48
379
+ OUT_FEATURES:
380
+ - res2
381
+ - res3
382
+ - res4
383
+ - res5
384
+ PATCH_NORM: true
385
+ PATCH_SIZE: 4
386
+ PRETRAIN_IMG_SIZE: 384
387
+ QKV_BIAS: true
388
+ QK_SCALE: null
389
+ USE_CHECKPOINT: false
390
+ WINDOW_SIZE: 12
391
+ WEIGHTS: model_weights/m2f_panoptic/vistas_swinL_panoptic_q100.pth
392
+ OUTPUT_DIR: output/native_batch2/w2a_vistasval/train
393
+ PASTE:
394
+ ANY_SIZE_MAX: 280
395
+ ANY_SIZE_MIN: 24
396
+ CAM_HEIGHT_M: 1.3
397
+ CHIP_MAX_OBJ: 64
398
+ CHIP_PROB: 0.0
399
+ CHIP_ZOOM: 3.0
400
+ GROUP_MAX: 5
401
+ GROUP_PROB: 0.25
402
+ HEIGHT_MAX_M: 1.0
403
+ HEIGHT_MIN_M: 0.1
404
+ MIN_PIXEL_HEIGHT: 6
405
+ NUM_MAX: 10
406
+ NUM_MIN: 4
407
+ ROAD_FRAC: 0.6
408
+ SAM3_CLASS: 0
409
+ SAM3_OBJECTS: ./output/native_batch2/sam3_objects
410
+ SAM3_REL_PROB: 0.25
411
+ SAM3_SPLIT_CLASSES:
412
+ - 5
413
+ - 6
414
+ - 7
415
+ SAM3_TOP_K: 20
416
+ SEMANTIC_TARGETS: true
417
+ SYNTH_FRAC: 0.0
418
+ THING_INSTANCES: true
419
+ SEED: 1
420
+ SOLVER:
421
+ AMP:
422
+ ENABLED: true
423
+ BACKBONE_MULTIPLIER: 0.1
424
+ BASE_LR: 1.0e-05
425
+ BASE_LR_END: 0.0
426
+ BIAS_LR_FACTOR: 1.0
427
+ CHECKPOINT_PERIOD: 3000
428
+ CLIP_GRADIENTS:
429
+ CLIP_TYPE: full_model
430
+ CLIP_VALUE: 0.01
431
+ ENABLED: true
432
+ NORM_TYPE: 2.0
433
+ GAMMA: 0.1
434
+ IMS_PER_BATCH: 4
435
+ LR_SCHEDULER_NAME: WarmupPolyLR
436
+ MAX_ITER: 6000
437
+ MOMENTUM: 0.9
438
+ NESTEROV: false
439
+ NUM_DECAYS: 3
440
+ OPTIMIZER: ADAMW
441
+ POLY_LR_CONSTANT_ENDING: 0.0
442
+ POLY_LR_POWER: 0.9
443
+ REFERENCE_WORLD_SIZE: 0
444
+ RESCALE_INTERVAL: false
445
+ STEPS:
446
+ - 30000
447
+ WARMUP_FACTOR: 1.0
448
+ WARMUP_ITERS: 0
449
+ WARMUP_METHOD: linear
450
+ WEIGHT_DECAY: 0.05
451
+ WEIGHT_DECAY_BIAS: null
452
+ WEIGHT_DECAY_EMBED: 0.0
453
+ WEIGHT_DECAY_NORM: 0.0
454
+ TEST:
455
+ AUG:
456
+ ENABLED: false
457
+ FLIP: true
458
+ MAX_SIZE: 4096
459
+ MIN_SIZES:
460
+ - 512
461
+ - 768
462
+ - 1024
463
+ - 1280
464
+ - 1536
465
+ - 1792
466
+ DETECTIONS_PER_IMAGE: 100
467
+ EVAL_PERIOD: 0
468
+ EXPECTED_RESULTS: []
469
+ KEYPOINT_OKS_SIGMAS: []
470
+ PRECISE_BN:
471
+ ENABLED: false
472
+ NUM_ITER: 200
473
+ VERSION: 2
474
+ VIS_PERIOD: 0