danielbogdoll commited on
Commit
feb40cf
·
verified ·
1 Parent(s): e686cb5
output/native_batch2/uno_pan_mv_synth/train/model_final.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:930ccc36e4336ed28778a3f09e9ada67f3202f47e00a617b9992526aa41c6f54
3
+ size 2590332730
output/native_batch2/w1_chiptrain/train/config.yaml ADDED
@@ -0,0 +1,473 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ANOMALY_DETECTOR: UNO
2
+ CUDNN_BENCHMARK: false
3
+ DATALOADER:
4
+ ASPECT_RATIO_GROUPING: true
5
+ FILTER_EMPTY_ANNOTATIONS: true
6
+ NUM_WORKERS: 4
7
+ REPEAT_SQRT: true
8
+ REPEAT_THRESHOLD: 0.0
9
+ SAMPLER_TRAIN: TrainingSampler
10
+ DATASETS:
11
+ PRECOMPUTED_PROPOSAL_TOPK_TEST: 1000
12
+ PRECOMPUTED_PROPOSAL_TOPK_TRAIN: 2000
13
+ PROPOSAL_FILES_TEST: []
14
+ PROPOSAL_FILES_TRAIN: []
15
+ TEST: []
16
+ TRAIN:
17
+ - cityscapes_fine_sem_seg_train
18
+ - mapillary_vistas_sem_seg_train
19
+ FLOAT32_PRECISION: ''
20
+ GLOBAL:
21
+ HACK: 1.0
22
+ INPUT:
23
+ COLOR_AUG_SSD: true
24
+ CROP:
25
+ ENABLED: true
26
+ SINGLE_CATEGORY_MAX_AREA: 1.0
27
+ SIZE:
28
+ - 512
29
+ - 1024
30
+ TYPE: absolute
31
+ DATASET_MAPPER_NAME: mask_former_object_paste
32
+ FORMAT: RGB
33
+ IMAGE_SIZE: 1024
34
+ MASK_FORMAT: polygon
35
+ MAX_SCALE: 2.0
36
+ MAX_SIZE_TEST: 2048
37
+ MAX_SIZE_TRAIN: 4096
38
+ MIN_SCALE: 0.1
39
+ MIN_SIZE_TEST: 1024
40
+ MIN_SIZE_TRAIN:
41
+ - 512
42
+ - 614
43
+ - 716
44
+ - 819
45
+ - 921
46
+ - 1024
47
+ - 1126
48
+ - 1228
49
+ - 1331
50
+ - 1433
51
+ - 1536
52
+ - 1638
53
+ - 1740
54
+ - 1843
55
+ - 1945
56
+ - 2048
57
+ MIN_SIZE_TRAIN_SAMPLING: choice
58
+ RANDOM_FLIP: horizontal
59
+ SIZE_DIVISIBILITY: -1
60
+ MODEL:
61
+ ANCHOR_GENERATOR:
62
+ ANGLES:
63
+ - - -90
64
+ - 0
65
+ - 90
66
+ ASPECT_RATIOS:
67
+ - - 0.5
68
+ - 1.0
69
+ - 2.0
70
+ NAME: DefaultAnchorGenerator
71
+ OFFSET: 0.0
72
+ SIZES:
73
+ - - 32
74
+ - 64
75
+ - 128
76
+ - 256
77
+ - 512
78
+ BACKBONE:
79
+ FREEZE_AT: 0
80
+ NAME: D2SwinTransformer
81
+ BLINDSPOT:
82
+ HOLE: 3
83
+ KERNEL: 7
84
+ TEACHER: vit_large_patch16_dinov3.lvd1689m
85
+ WEIGHT: 0.0
86
+ DEVICE: cuda
87
+ DINO_FUSION:
88
+ HIDDEN: 256
89
+ LAYERS:
90
+ - 5
91
+ - 11
92
+ - 17
93
+ - 23
94
+ LR_MULT: 1.0
95
+ MODEL: vit_large_patch16_dinov3.lvd1689m
96
+ DINO_TRUNK:
97
+ FREEZE: false
98
+ MODEL: convnext_large.dinov3_lvd1689m
99
+ FPN:
100
+ FUSE_TYPE: sum
101
+ IN_FEATURES: []
102
+ NORM: ''
103
+ OUT_CHANNELS: 256
104
+ KEYPOINT_ON: false
105
+ LOAD_PROPOSALS: false
106
+ MASK_FORMER:
107
+ CLASS_WEIGHT: 2.0
108
+ DEC_LAYERS: 10
109
+ DEEP_SUPERVISION: true
110
+ DICE_WEIGHT: 5.0
111
+ DIM_FEEDFORWARD: 2048
112
+ DROPOUT: 0.0
113
+ ENC_LAYERS: 0
114
+ ENFORCE_INPUT_PROJ: false
115
+ HIDDEN_DIM: 256
116
+ IMPORTANCE_SAMPLE_RATIO: 0.75
117
+ JSD_WEIGHT: 0.03
118
+ MASK_WEIGHT: 5.0
119
+ NHEADS: 8
120
+ NO_OBJECT_WEIGHT: 0.1
121
+ NUM_OBJECT_QUERIES: 100
122
+ NUM_SEED_QUERIES: 0
123
+ OVERSAMPLE_RATIO: 3.0
124
+ PRE_NORM: false
125
+ SEED_POOL: 9
126
+ SIZE_DIVISIBILITY: 32
127
+ TEST:
128
+ INSTANCE_ON: false
129
+ OBJECT_MASK_THRESHOLD: 0.8
130
+ OVERLAP_THRESHOLD: 0.8
131
+ PANOPTIC_ON: false
132
+ SEMANTIC_ON: true
133
+ SEM_SEG_POSTPROCESSING_BEFORE_INFERENCE: false
134
+ TRAIN_NUM_POINTS: 12544
135
+ TRANSFORMER_DECODER_NAME: MultiScaleMaskedTransformerDecoder
136
+ TRANSFORMER_IN_FEATURE: multi_scale_pixel_decoder
137
+ VOID_DROPLOSS: false
138
+ MASK_ON: false
139
+ META_ARCHITECTURE: MaskFormer
140
+ PANOPTIC_FPN:
141
+ COMBINE:
142
+ ENABLED: true
143
+ INSTANCES_CONFIDENCE_THRESH: 0.5
144
+ OVERLAP_THRESH: 0.5
145
+ STUFF_AREA_LIMIT: 4096
146
+ INSTANCE_LOSS_WEIGHT: 1.0
147
+ PIXEL_MEAN:
148
+ - 123.675
149
+ - 116.28
150
+ - 103.53
151
+ PIXEL_STD:
152
+ - 58.395
153
+ - 57.12
154
+ - 57.375
155
+ PROPOSAL_GENERATOR:
156
+ MIN_SIZE: 0
157
+ NAME: RPN
158
+ RESNETS:
159
+ DEFORM_MODULATED: false
160
+ DEFORM_NUM_GROUPS: 1
161
+ DEFORM_ON_PER_STAGE:
162
+ - false
163
+ - false
164
+ - false
165
+ - false
166
+ DEPTH: 50
167
+ NORM: SyncBN
168
+ NUM_GROUPS: 1
169
+ OUT_FEATURES:
170
+ - res2
171
+ - res3
172
+ - res4
173
+ - res5
174
+ RES2_OUT_CHANNELS: 256
175
+ RES4_DILATION: 1
176
+ RES5_DILATION: 1
177
+ RES5_MULTI_GRID:
178
+ - 1
179
+ - 1
180
+ - 1
181
+ STEM_OUT_CHANNELS: 64
182
+ STEM_TYPE: basic
183
+ STRIDE_IN_1X1: false
184
+ WIDTH_PER_GROUP: 64
185
+ RETINANET:
186
+ BBOX_REG_LOSS_TYPE: smooth_l1
187
+ BBOX_REG_WEIGHTS: &id002
188
+ - 1.0
189
+ - 1.0
190
+ - 1.0
191
+ - 1.0
192
+ FOCAL_LOSS_ALPHA: 0.25
193
+ FOCAL_LOSS_GAMMA: 2.0
194
+ IN_FEATURES:
195
+ - p3
196
+ - p4
197
+ - p5
198
+ - p6
199
+ - p7
200
+ IOU_LABELS:
201
+ - 0
202
+ - -1
203
+ - 1
204
+ IOU_THRESHOLDS:
205
+ - 0.4
206
+ - 0.5
207
+ NMS_THRESH_TEST: 0.5
208
+ NORM: ''
209
+ NUM_CLASSES: 80
210
+ NUM_CONVS: 4
211
+ PRIOR_PROB: 0.01
212
+ SCORE_THRESH_TEST: 0.05
213
+ SMOOTH_L1_LOSS_BETA: 0.1
214
+ TOPK_CANDIDATES_TEST: 1000
215
+ ROI_BOX_CASCADE_HEAD:
216
+ BBOX_REG_WEIGHTS:
217
+ - &id001
218
+ - 10.0
219
+ - 10.0
220
+ - 5.0
221
+ - 5.0
222
+ - - 20.0
223
+ - 20.0
224
+ - 10.0
225
+ - 10.0
226
+ - - 30.0
227
+ - 30.0
228
+ - 15.0
229
+ - 15.0
230
+ IOUS:
231
+ - 0.5
232
+ - 0.6
233
+ - 0.7
234
+ ROI_BOX_HEAD:
235
+ BBOX_REG_LOSS_TYPE: smooth_l1
236
+ BBOX_REG_LOSS_WEIGHT: 1.0
237
+ BBOX_REG_WEIGHTS: *id001
238
+ CLS_AGNOSTIC_BBOX_REG: false
239
+ CONV_DIM: 256
240
+ FC_DIM: 1024
241
+ FED_LOSS_FREQ_WEIGHT_POWER: 0.5
242
+ FED_LOSS_NUM_CLASSES: 50
243
+ NAME: ''
244
+ NORM: ''
245
+ NUM_CONV: 0
246
+ NUM_FC: 0
247
+ POOLER_RESOLUTION: 14
248
+ POOLER_SAMPLING_RATIO: 0
249
+ POOLER_TYPE: ROIAlignV2
250
+ SMOOTH_L1_BETA: 0.0
251
+ TRAIN_ON_PRED_BOXES: false
252
+ USE_FED_LOSS: false
253
+ USE_SIGMOID_CE: false
254
+ ROI_HEADS:
255
+ BATCH_SIZE_PER_IMAGE: 512
256
+ IN_FEATURES:
257
+ - res4
258
+ IOU_LABELS:
259
+ - 0
260
+ - 1
261
+ IOU_THRESHOLDS:
262
+ - 0.5
263
+ NAME: Res5ROIHeads
264
+ NMS_THRESH_TEST: 0.5
265
+ NUM_CLASSES: 80
266
+ POSITIVE_FRACTION: 0.25
267
+ PROPOSAL_APPEND_GT: true
268
+ SCORE_THRESH_TEST: 0.05
269
+ ROI_KEYPOINT_HEAD:
270
+ CONV_DIMS:
271
+ - 512
272
+ - 512
273
+ - 512
274
+ - 512
275
+ - 512
276
+ - 512
277
+ - 512
278
+ - 512
279
+ LOSS_WEIGHT: 1.0
280
+ MIN_KEYPOINTS_PER_IMAGE: 1
281
+ NAME: KRCNNConvDeconvUpsampleHead
282
+ NORMALIZE_LOSS_BY_VISIBLE_KEYPOINTS: true
283
+ NUM_KEYPOINTS: 17
284
+ POOLER_RESOLUTION: 14
285
+ POOLER_SAMPLING_RATIO: 0
286
+ POOLER_TYPE: ROIAlignV2
287
+ ROI_MASK_HEAD:
288
+ CLS_AGNOSTIC_MASK: false
289
+ CONV_DIM: 256
290
+ NAME: MaskRCNNConvUpsampleHead
291
+ NORM: ''
292
+ NUM_CONV: 0
293
+ POOLER_RESOLUTION: 14
294
+ POOLER_SAMPLING_RATIO: 0
295
+ POOLER_TYPE: ROIAlignV2
296
+ RPN:
297
+ BATCH_SIZE_PER_IMAGE: 256
298
+ BBOX_REG_LOSS_TYPE: smooth_l1
299
+ BBOX_REG_LOSS_WEIGHT: 1.0
300
+ BBOX_REG_WEIGHTS: *id002
301
+ BOUNDARY_THRESH: -1
302
+ CONV_DIMS:
303
+ - -1
304
+ HEAD_NAME: StandardRPNHead
305
+ IN_FEATURES:
306
+ - res4
307
+ IOU_LABELS:
308
+ - 0
309
+ - -1
310
+ - 1
311
+ IOU_THRESHOLDS:
312
+ - 0.3
313
+ - 0.7
314
+ LOSS_WEIGHT: 1.0
315
+ NMS_THRESH: 0.7
316
+ POSITIVE_FRACTION: 0.5
317
+ POST_NMS_TOPK_TEST: 1000
318
+ POST_NMS_TOPK_TRAIN: 2000
319
+ PRE_NMS_TOPK_TEST: 6000
320
+ PRE_NMS_TOPK_TRAIN: 12000
321
+ SMOOTH_L1_BETA: 0.0
322
+ SAFE_DISTILL:
323
+ WEIGHT: 0.0
324
+ SAFE_FUSION:
325
+ HIDDEN: 64
326
+ LR_MULT: 1.0
327
+ SEM_SEG_HEAD:
328
+ ASPP_CHANNELS: 256
329
+ ASPP_DILATIONS:
330
+ - 6
331
+ - 12
332
+ - 18
333
+ ASPP_DROPOUT: 0.1
334
+ COMMON_STRIDE: 4
335
+ CONVS_DIM: 256
336
+ DEFORMABLE_TRANSFORMER_ENCODER_IN_FEATURES:
337
+ - res3
338
+ - res4
339
+ - res5
340
+ DEFORMABLE_TRANSFORMER_ENCODER_N_HEADS: 8
341
+ DEFORMABLE_TRANSFORMER_ENCODER_N_POINTS: 4
342
+ IGNORE_VALUE: 255
343
+ IN_FEATURES:
344
+ - res2
345
+ - res3
346
+ - res4
347
+ - res5
348
+ LOSS_TYPE: hard_pixel_mining
349
+ LOSS_WEIGHT: 1.0
350
+ MASK_DIM: 256
351
+ NAME: MaskFormerHead
352
+ NORM: GN
353
+ NUM_CLASSES: 20
354
+ PIXEL_DECODER_NAME: MSDeformAttnPixelDecoder
355
+ PROJECT_CHANNELS:
356
+ - 48
357
+ PROJECT_FEATURES:
358
+ - res2
359
+ TRANSFORMER_ENC_LAYERS: 6
360
+ USE_DEPTHWISE_SEPARABLE_CONV: false
361
+ SWIN:
362
+ APE: false
363
+ ATTN_DROP_RATE: 0.0
364
+ DEPTHS:
365
+ - 2
366
+ - 2
367
+ - 18
368
+ - 2
369
+ DROP_PATH_RATE: 0.3
370
+ DROP_RATE: 0.0
371
+ EMBED_DIM: 192
372
+ MLP_RATIO: 4.0
373
+ NUM_HEADS:
374
+ - 6
375
+ - 12
376
+ - 24
377
+ - 48
378
+ OUT_FEATURES:
379
+ - res2
380
+ - res3
381
+ - res4
382
+ - res5
383
+ PATCH_NORM: true
384
+ PATCH_SIZE: 4
385
+ PRETRAIN_IMG_SIZE: 384
386
+ QKV_BIAS: true
387
+ QK_SCALE: null
388
+ USE_CHECKPOINT: false
389
+ WINDOW_SIZE: 12
390
+ WEIGHTS: model_weights/m2f_panoptic/vistas_swinL_panoptic_q100.pth
391
+ OUTPUT_DIR: output/native_batch2/w1_chiptrain/train
392
+ PASTE:
393
+ ANY_SIZE_MAX: 280
394
+ ANY_SIZE_MIN: 24
395
+ CAM_HEIGHT_M: 1.3
396
+ CHIP_MAX_OBJ: 64
397
+ CHIP_PROB: 0.3
398
+ CHIP_ZOOM: 3.0
399
+ GROUP_MAX: 5
400
+ GROUP_PROB: 0.25
401
+ HEIGHT_MAX_M: 1.0
402
+ HEIGHT_MIN_M: 0.1
403
+ MIN_PIXEL_HEIGHT: 6
404
+ NUM_MAX: 10
405
+ NUM_MIN: 4
406
+ ROAD_FRAC: 0.6
407
+ SAM3_CLASS: 0
408
+ SAM3_OBJECTS: ./output/native_batch2/sam3_objects
409
+ SAM3_REL_PROB: 0.25
410
+ SAM3_SPLIT_CLASSES:
411
+ - 5
412
+ - 6
413
+ - 7
414
+ SAM3_TOP_K: 20
415
+ SEMANTIC_TARGETS: true
416
+ SYNTH_FRAC: 0.0
417
+ THING_INSTANCES: true
418
+ SEED: 1
419
+ SOLVER:
420
+ AMP:
421
+ ENABLED: true
422
+ BACKBONE_MULTIPLIER: 0.1
423
+ BASE_LR: 1.0e-05
424
+ BASE_LR_END: 0.0
425
+ BIAS_LR_FACTOR: 1.0
426
+ CHECKPOINT_PERIOD: 3000
427
+ CLIP_GRADIENTS:
428
+ CLIP_TYPE: full_model
429
+ CLIP_VALUE: 0.01
430
+ ENABLED: true
431
+ NORM_TYPE: 2.0
432
+ GAMMA: 0.1
433
+ IMS_PER_BATCH: 4
434
+ LR_SCHEDULER_NAME: WarmupPolyLR
435
+ MAX_ITER: 6000
436
+ MOMENTUM: 0.9
437
+ NESTEROV: false
438
+ NUM_DECAYS: 3
439
+ OPTIMIZER: ADAMW
440
+ POLY_LR_CONSTANT_ENDING: 0.0
441
+ POLY_LR_POWER: 0.9
442
+ REFERENCE_WORLD_SIZE: 0
443
+ RESCALE_INTERVAL: false
444
+ STEPS:
445
+ - 30000
446
+ WARMUP_FACTOR: 1.0
447
+ WARMUP_ITERS: 0
448
+ WARMUP_METHOD: linear
449
+ WEIGHT_DECAY: 0.05
450
+ WEIGHT_DECAY_BIAS: null
451
+ WEIGHT_DECAY_EMBED: 0.0
452
+ WEIGHT_DECAY_NORM: 0.0
453
+ TEST:
454
+ AUG:
455
+ ENABLED: false
456
+ FLIP: true
457
+ MAX_SIZE: 4096
458
+ MIN_SIZES:
459
+ - 512
460
+ - 768
461
+ - 1024
462
+ - 1280
463
+ - 1536
464
+ - 1792
465
+ DETECTIONS_PER_IMAGE: 100
466
+ EVAL_PERIOD: 0
467
+ EXPECTED_RESULTS: []
468
+ KEYPOINT_OKS_SIGMAS: []
469
+ PRECISE_BN:
470
+ ENABLED: false
471
+ NUM_ITER: 200
472
+ VERSION: 2
473
+ VIS_PERIOD: 0