Davinsteinsudas commited on
Commit
1c2cd8a
·
verified ·
1 Parent(s): 136f365

Upload folder using huggingface_hub

Browse files
models/dair/camera/config.yaml ADDED
@@ -0,0 +1,247 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ blindmap_loss:
2
+ args:
3
+ blind_map_loss_weight: 1
4
+ core_method: blindmap_loss
5
+ cav_lidar_range: &id002
6
+ - -102.4
7
+ - -51.2
8
+ - -3.5
9
+ - 102.4
10
+ - 51.2
11
+ - 1.5
12
+ comm_range: 100
13
+ data_dir: /home/zzh/projects/HEAL/dataset/my_dair_v2x/v2x_c/cooperative-vehicle-infrastructure
14
+ fusion:
15
+ args:
16
+ data_aug_conf: None
17
+ grid_conf: None
18
+ proj_first: false
19
+ core_method: blindmapintermediate
20
+ dataset: dairv2x
21
+ heter:
22
+ assignment_path: null
23
+ ego_modality: m2
24
+ mapping_dict:
25
+ m1: m2
26
+ m2: m2
27
+ modality_setting:
28
+ m2:
29
+ core_method: lift_splat_shoot
30
+ data_aug_conf: &id004
31
+ H: 1080
32
+ Ncams: 4
33
+ W: 1920
34
+ bot_pct_lim:
35
+ - 0.0
36
+ - 0.05
37
+ cams:
38
+ - camera0
39
+ - camera1
40
+ - camera2
41
+ - camera3
42
+ final_dim:
43
+ - 288
44
+ - 512
45
+ rand_flip: false
46
+ resize_lim:
47
+ - 0.27
48
+ - 0.28
49
+ rot_lim:
50
+ - 0
51
+ - 0
52
+ grid_conf: &id003
53
+ ddiscr:
54
+ - 2
55
+ - 100
56
+ - 98
57
+ mode: LID
58
+ xbound:
59
+ - -102.4
60
+ - 102.4
61
+ - 0.4
62
+ ybound:
63
+ - -51.2
64
+ - 51.2
65
+ - 0.4
66
+ zbound:
67
+ - -10
68
+ - 10
69
+ - 20.0
70
+ sensor_type: camera
71
+ input_source:
72
+ - camera
73
+ label_type: camera
74
+ loss:
75
+ args:
76
+ cls:
77
+ alpha: 0.25
78
+ gamma: 2.0
79
+ type: SigmoidFocalLoss
80
+ weight: 1.0
81
+ depth:
82
+ weight: 1.0
83
+ dir:
84
+ args: &id001
85
+ anchor_yaw: &id005
86
+ - 0
87
+ - 90
88
+ dir_offset: 0.7853
89
+ num_bins: 2
90
+ type: WeightedSoftmaxClassificationLoss
91
+ weight: 0.2
92
+ pos_cls_weight: 2.0
93
+ pyramid:
94
+ relative_downsample:
95
+ - 1
96
+ - 2
97
+ - 4
98
+ weight:
99
+ - 0.4
100
+ - 0.2
101
+ - 0.1
102
+ reg:
103
+ codewise: true
104
+ sigma: 3.0
105
+ type: WeightedSmoothL1Loss
106
+ weight: 2.0
107
+ core_method: point_pillar_pyramid_blindmap_loss
108
+ lr_scheduler:
109
+ core_method: multistep
110
+ gamma: 0.1
111
+ step_size:
112
+ - 15
113
+ - 30
114
+ model:
115
+ args:
116
+ anchor_number: 2
117
+ dir_args: *id001
118
+ fusion_backbone:
119
+ anchor_number: 2
120
+ blindmap:
121
+ ripe_dim: 2
122
+ use_ripe: true
123
+ communication:
124
+ comm_volume_MB: 100
125
+ fusion_mode: MAX
126
+ gaussian_smooth:
127
+ c_sigma: 1.0
128
+ k_size: 5
129
+ thre: 0.01
130
+ use_threshold: true
131
+ layer_nums:
132
+ - 3
133
+ - 5
134
+ - 8
135
+ layer_strides:
136
+ - 1
137
+ - 2
138
+ - 2
139
+ num_filters:
140
+ - 64
141
+ - 128
142
+ - 256
143
+ num_upsample_filter:
144
+ - 128
145
+ - 128
146
+ - 128
147
+ resnext: true
148
+ upsample_strides:
149
+ - 1
150
+ - 2
151
+ - 4
152
+ in_head: 256
153
+ lidar_range: *id002
154
+ m2:
155
+ aligner_args:
156
+ core_method: identity
157
+ backbone_args:
158
+ inplanes: 128
159
+ layer_nums:
160
+ - 3
161
+ layer_strides:
162
+ - 2
163
+ num_filters:
164
+ - 64
165
+ camera_mask_args:
166
+ cav_lidar_range: *id002
167
+ grid_conf: *id003
168
+ core_method: lift_splat_shoot
169
+ encoder_args:
170
+ anchor_number: 2
171
+ camera_encoder: EfficientNet
172
+ data_aug_conf: *id004
173
+ depth_supervision: false
174
+ grid_conf: *id003
175
+ img_downsample: 8
176
+ img_features: 128
177
+ use_depth_gt: false
178
+ sensor_type: camera
179
+ shrink_header:
180
+ dim:
181
+ - 256
182
+ input_dim: 384
183
+ kernal_size:
184
+ - 3
185
+ padding:
186
+ - 1
187
+ stride:
188
+ - 1
189
+ supervise_single: true
190
+ core_method: blindmap_pyramid_collab
191
+ name: BlindMap_DAIR_camera_pyramid
192
+ noise_setting: !!python/object/apply:collections.OrderedDict
193
+ - - - add_noise
194
+ - false
195
+ optimizer:
196
+ args:
197
+ eps: 1.0e-10
198
+ weight_decay: 0.0001
199
+ core_method: Adam
200
+ lr: 0.002
201
+ postprocess:
202
+ anchor_args:
203
+ D: 1
204
+ H: 256
205
+ W: 512
206
+ cav_lidar_range: *id002
207
+ feature_stride: 2
208
+ h: 1.56
209
+ l: 3.9
210
+ num: 2
211
+ r: *id005
212
+ vd: 5
213
+ vh: 0.4
214
+ vw: 0.4
215
+ w: 1.6
216
+ core_method: VoxelPostprocessor
217
+ dir_args: *id001
218
+ gt_range: *id002
219
+ max_num: 150
220
+ nms_thresh: 0.05
221
+ order: hwl
222
+ target_args:
223
+ neg_threshold: 0.45
224
+ pos_threshold: 0.6
225
+ score_threshold: 0.2
226
+ preprocess:
227
+ args:
228
+ max_points_per_voxel: 1
229
+ max_voxel_test: 1
230
+ max_voxel_train: 1
231
+ voxel_size:
232
+ - 0.4
233
+ - 0.4
234
+ - 5
235
+ cav_lidar_range: *id002
236
+ core_method: SpVoxelPreprocessor
237
+ root_dir: /home/zzh/projects/HEAL/dataset/my_dair_v2x/v2x_c/cooperative-vehicle-infrastructure/train.json
238
+ test_dir: /home/zzh/projects/HEAL/dataset/my_dair_v2x/v2x_c/cooperative-vehicle-infrastructure/val.json
239
+ train_params:
240
+ batch_size: 4
241
+ epoches: 40
242
+ eval_freq: 2
243
+ max_cav: 2
244
+ save_freq: 2
245
+ use_history: false
246
+ validate_dir: /home/zzh/projects/HEAL/dataset/my_dair_v2x/v2x_c/cooperative-vehicle-infrastructure/val.json
247
+ yaml_parser: load_general_params
models/dair/camera/net_epoch_bestval_at17.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b95722f3b58a13a979315a84133da971415cdc9b6a94bb555b013bd834576d81
3
+ size 81567801
models/dair/camera/source_result.txt ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2780 | AP @0.5: 0.1211 | AP @0.7: 0.0253 | comm_rate: 0.022743 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1319
2
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2751 | AP @0.5: 0.1197 | AP @0.7: 0.0248 | comm_rate: 1.000000 | comm_volume_MB: 32.0000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1325
3
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2751 | AP @0.5: 0.1197 | AP @0.7: 0.0248 | comm_rate: 1.000000 | comm_volume_MB: 16.0000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1847
4
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2751 | AP @0.5: 0.1197 | AP @0.7: 0.0248 | comm_rate: 1.000000 | comm_volume_MB: 8.0000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1330
5
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2766 | AP @0.5: 0.1207 | AP @0.7: 0.0251 | comm_rate: 0.500000 | comm_volume_MB: 4.0000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1344
6
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2770 | AP @0.5: 0.1208 | AP @0.7: 0.0250 | comm_rate: 0.250000 | comm_volume_MB: 2.0000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1334
7
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2781 | AP @0.5: 0.1213 | AP @0.7: 0.0251 | comm_rate: 0.125000 | comm_volume_MB: 1.0000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1340
8
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2783 | AP @0.5: 0.1212 | AP @0.7: 0.0252 | comm_rate: 0.062500 | comm_volume_MB: 0.5000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1350
9
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2782 | AP @0.5: 0.1207 | AP @0.7: 0.0251 | comm_rate: 0.031250 | comm_volume_MB: 0.2500 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1606
10
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2721 | AP @0.5: 0.1174 | AP @0.7: 0.0254 | comm_rate: 0.015625 | comm_volume_MB: 0.1250 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1339
11
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2565 | AP @0.5: 0.1132 | AP @0.7: 0.0230 | comm_rate: 0.007812 | comm_volume_MB: 0.0625 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1312
12
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2129 | AP @0.5: 0.0954 | AP @0.7: 0.0162 | comm_rate: 0.003906 | comm_volume_MB: 0.0312 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1273
13
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.1539 | AP @0.5: 0.0636 | AP @0.7: 0.0101 | comm_rate: 0.001953 | comm_volume_MB: 0.0156 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1241
14
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.1056 | AP @0.5: 0.0439 | AP @0.7: 0.0068 | comm_rate: 0.000976 | comm_volume_MB: 0.0078 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1225
15
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.0764 | AP @0.5: 0.0336 | AP @0.7: 0.0053 | comm_rate: 0.000488 | comm_volume_MB: 0.0039 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1217
16
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.0634 | AP @0.5: 0.0287 | AP @0.7: 0.0045 | comm_rate: 0.000244 | comm_volume_MB: 0.0020 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1212
17
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.0575 | AP @0.5: 0.0261 | AP @0.7: 0.0041 | comm_rate: 0.000000 | comm_volume_MB: 0.0000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1639
18
+
19
+
20
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2721 | AP @0.5: 0.1174 | AP @0.7: 0.0254 | comm_rate: 0.015625 | comm_volume_MB: 0.1250 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.3858
21
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2565 | AP @0.5: 0.1132 | AP @0.7: 0.0230 | comm_rate: 0.007812 | comm_volume_MB: 0.0625 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.3783
22
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2129 | AP @0.5: 0.0954 | AP @0.7: 0.0162 | comm_rate: 0.003906 | comm_volume_MB: 0.0312 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.3620
23
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.1539 | AP @0.5: 0.0636 | AP @0.7: 0.0101 | comm_rate: 0.001953 | comm_volume_MB: 0.0156 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.3580
24
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.1056 | AP @0.5: 0.0439 | AP @0.7: 0.0068 | comm_rate: 0.000976 | comm_volume_MB: 0.0078 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.3658
25
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.0764 | AP @0.5: 0.0336 | AP @0.7: 0.0053 | comm_rate: 0.000488 | comm_volume_MB: 0.0039 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.3644
26
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.0634 | AP @0.5: 0.0287 | AP @0.7: 0.0045 | comm_rate: 0.000244 | comm_volume_MB: 0.0020 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.3631
27
+ #########################以上是在推理过程中固定veh为ego,由于Infra有时距离较远所以导致协同效果低#################################
28
+
29
+ #########################以下是在推理过程中随机选择veh和Infra作为ego代理,会显著提高验证效果#################################
30
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.3321 | AP @0.5: 0.1736 | AP @0.7: 0.0402 | comm_rate: 0.500000 | comm_volume_MB: 4.0000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1348
31
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.3281 | AP @0.5: 0.1719 | AP @0.7: 0.0396 | comm_rate: 0.250000 | comm_volume_MB: 2.0000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1343
32
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.3269 | AP @0.5: 0.1721 | AP @0.7: 0.0383 | comm_rate: 0.125000 | comm_volume_MB: 1.0000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1344
33
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.3241 | AP @0.5: 0.1694 | AP @0.7: 0.0388 | comm_rate: 0.062500 | comm_volume_MB: 0.5000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1330
34
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.3260 | AP @0.5: 0.1659 | AP @0.7: 0.0380 | comm_rate: 0.031250 | comm_volume_MB: 0.2500 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1317
35
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.3269 | AP @0.5: 0.1716 | AP @0.7: 0.0404 | comm_rate: 0.015625 | comm_volume_MB: 0.1250 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1299
36
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.3140 | AP @0.5: 0.1679 | AP @0.7: 0.0395 | comm_rate: 0.007812 | comm_volume_MB: 0.0625 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1288
37
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2936 | AP @0.5: 0.1617 | AP @0.7: 0.0386 | comm_rate: 0.003906 | comm_volume_MB: 0.0312 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1267
38
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2600 | AP @0.5: 0.1419 | AP @0.7: 0.0332 | comm_rate: 0.001953 | comm_volume_MB: 0.0156 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1247
39
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2322 | AP @0.5: 0.1288 | AP @0.7: 0.0327 | comm_rate: 0.000976 | comm_volume_MB: 0.0078 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1235
40
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2158 | AP @0.5: 0.1218 | AP @0.7: 0.0296 | comm_rate: 0.000488 | comm_volume_MB: 0.0039 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1230
41
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2135 | AP @0.5: 0.1211 | AP @0.7: 0.0318 | comm_rate: 0.000244 | comm_volume_MB: 0.0020 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1237
42
+
43
+ modal 1 _camonly | Epoch: 17 | AP @0.3: 0.2013 | AP @0.5: 0.1163 | AP @0.7: 0.0297 | comm_rate: 0.000000 | comm_volume_MB: 0.0000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1240
44
+
45
+
models/dair/heterogeneous/config.yaml ADDED
@@ -0,0 +1,313 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ blindmap_loss:
2
+ args:
3
+ blind_map_loss_weight: 1
4
+ core_method: blindmap_loss
5
+ cav_lidar_range: &id001
6
+ - -102.4
7
+ - -51.2
8
+ - -3.5
9
+ - 102.4
10
+ - 51.2
11
+ - 1.5
12
+ comm_range: 100
13
+ data_dir: /home/zzh/projects/HEAL/dataset/my_dair_v2x/v2x_c/cooperative-vehicle-infrastructure
14
+ fusion:
15
+ args:
16
+ data_aug_conf: None
17
+ grid_conf: None
18
+ proj_first: false
19
+ core_method: blindmapintermediate
20
+ dataset: dairv2x
21
+ heter:
22
+ assignment_path: null
23
+ ego_modality: m1&m2
24
+ mapping_dict:
25
+ m1: m1
26
+ m2: m2
27
+ modality_setting:
28
+ m1:
29
+ core_method: point_pillar
30
+ preprocess:
31
+ args:
32
+ max_points_per_voxel: 32
33
+ max_voxel_test: 70000
34
+ max_voxel_train: 32000
35
+ voxel_size: &id003
36
+ - 0.4
37
+ - 0.4
38
+ - 5
39
+ cav_lidar_range: *id001
40
+ core_method: SpVoxelPreprocessor
41
+ sensor_type: lidar
42
+ m2:
43
+ core_method: lift_splat_shoot
44
+ data_aug_conf: &id005
45
+ H: 1080
46
+ Ncams: 4
47
+ W: 1920
48
+ bot_pct_lim:
49
+ - 0.0
50
+ - 0.05
51
+ cams:
52
+ - camera0
53
+ - camera1
54
+ - camera2
55
+ - camera3
56
+ final_dim:
57
+ - 288
58
+ - 512
59
+ rand_flip: false
60
+ resize_lim:
61
+ - 0.27
62
+ - 0.28
63
+ rot_lim:
64
+ - 0
65
+ - 0
66
+ grid_conf: &id004
67
+ ddiscr:
68
+ - 2
69
+ - 100
70
+ - 98
71
+ mode: LID
72
+ xbound:
73
+ - -102.4
74
+ - 102.4
75
+ - 0.4
76
+ ybound:
77
+ - -51.2
78
+ - 51.2
79
+ - 0.4
80
+ zbound:
81
+ - -10
82
+ - 10
83
+ - 20.0
84
+ sensor_type: camera
85
+ input_source:
86
+ - lidar
87
+ - camera
88
+ label_type: lidar
89
+ loss:
90
+ args:
91
+ cls:
92
+ alpha: 0.25
93
+ gamma: 2.0
94
+ type: SigmoidFocalLoss
95
+ weight: 1.0
96
+ depth:
97
+ weight: 1.0
98
+ dir:
99
+ args: &id002
100
+ anchor_yaw: &id006
101
+ - 0
102
+ - 90
103
+ dir_offset: 0.7853
104
+ num_bins: 2
105
+ type: WeightedSoftmaxClassificationLoss
106
+ weight: 0.2
107
+ pos_cls_weight: 2.0
108
+ pyramid:
109
+ relative_downsample:
110
+ - 1
111
+ - 2
112
+ - 4
113
+ weight:
114
+ - 0.4
115
+ - 0.2
116
+ - 0.1
117
+ reg:
118
+ codewise: true
119
+ sigma: 3.0
120
+ type: WeightedSmoothL1Loss
121
+ weight: 2.0
122
+ core_method: point_pillar_pyramid_blindmap_loss
123
+ lr_scheduler:
124
+ core_method: multistep
125
+ gamma: 0.1
126
+ step_size:
127
+ - 15
128
+ - 30
129
+ model:
130
+ args:
131
+ anchor_number: 2
132
+ dir_args: *id002
133
+ fusion_backbone:
134
+ anchor_number: 2
135
+ blindmap:
136
+ ripe_dim: 2
137
+ use_ripe: true
138
+ communication:
139
+ comm_volume_MB: 100
140
+ fusion_mode: MAX
141
+ gaussian_smooth:
142
+ c_sigma: 1.0
143
+ k_size: 5
144
+ thre: 0.01
145
+ use_threshold: true
146
+ layer_nums:
147
+ - 3
148
+ - 5
149
+ - 8
150
+ layer_strides:
151
+ - 1
152
+ - 2
153
+ - 2
154
+ num_filters:
155
+ - 64
156
+ - 128
157
+ - 256
158
+ num_upsample_filter:
159
+ - 128
160
+ - 128
161
+ - 128
162
+ resnext: true
163
+ upsample_strides:
164
+ - 1
165
+ - 2
166
+ - 4
167
+ in_head: 256
168
+ lidar_range: *id001
169
+ m1:
170
+ aligner_args:
171
+ core_method: identity
172
+ backbone_args:
173
+ layer_nums:
174
+ - 3
175
+ layer_strides:
176
+ - 2
177
+ num_filters:
178
+ - 64
179
+ core_method: point_pillar
180
+ encoder_args:
181
+ lidar_range: *id001
182
+ pillar_vfe:
183
+ num_filters:
184
+ - 64
185
+ use_absolute_xyz: true
186
+ use_norm: true
187
+ with_distance: false
188
+ point_pillar_scatter:
189
+ grid_size: !!python/object/apply:numpy.core.multiarray._reconstruct
190
+ args:
191
+ - !!python/name:numpy.ndarray ''
192
+ - !!python/tuple
193
+ - 0
194
+ - !!binary |
195
+ Yg==
196
+ state: !!python/tuple
197
+ - 1
198
+ - !!python/tuple
199
+ - 3
200
+ - !!python/object/apply:numpy.dtype
201
+ args:
202
+ - i8
203
+ - false
204
+ - true
205
+ state: !!python/tuple
206
+ - 3
207
+ - <
208
+ - null
209
+ - null
210
+ - null
211
+ - -1
212
+ - -1
213
+ - 0
214
+ - false
215
+ - !!binary |
216
+ AAIAAAAAAAAAAQAAAAAAAAEAAAAAAAAA
217
+ num_features: 64
218
+ voxel_size: *id003
219
+ sensor_type: lidar
220
+ m2:
221
+ aligner_args:
222
+ core_method: identity
223
+ backbone_args:
224
+ inplanes: 128
225
+ layer_nums:
226
+ - 3
227
+ layer_strides:
228
+ - 2
229
+ num_filters:
230
+ - 64
231
+ camera_mask_args:
232
+ cav_lidar_range: *id001
233
+ grid_conf: *id004
234
+ core_method: lift_splat_shoot
235
+ encoder_args:
236
+ anchor_number: 2
237
+ camera_encoder: EfficientNet
238
+ data_aug_conf: *id005
239
+ depth_supervision: false
240
+ grid_conf: *id004
241
+ img_downsample: 8
242
+ img_features: 128
243
+ use_depth_gt: false
244
+ sensor_type: camera
245
+ shrink_header:
246
+ dim:
247
+ - 256
248
+ input_dim: 384
249
+ kernal_size:
250
+ - 3
251
+ padding:
252
+ - 1
253
+ stride:
254
+ - 1
255
+ supervise_single: true
256
+ core_method: blindmap_pyramid_collab
257
+ name: Pyramid_DAIR_m1m2_base
258
+ noise_setting: !!python/object/apply:collections.OrderedDict
259
+ - - - add_noise
260
+ - false
261
+ optimizer:
262
+ args:
263
+ eps: 1.0e-10
264
+ weight_decay: 0.0001
265
+ core_method: Adam
266
+ lr: 0.002
267
+ postprocess:
268
+ anchor_args:
269
+ D: 1
270
+ H: 256
271
+ W: 512
272
+ cav_lidar_range: *id001
273
+ feature_stride: 2
274
+ h: 1.56
275
+ l: 3.9
276
+ num: 2
277
+ r: *id006
278
+ vd: 5
279
+ vh: 0.4
280
+ vw: 0.4
281
+ w: 1.6
282
+ core_method: VoxelPostprocessor
283
+ dir_args: *id002
284
+ gt_range: *id001
285
+ max_num: 150
286
+ nms_thresh: 0.05
287
+ order: hwl
288
+ target_args:
289
+ neg_threshold: 0.45
290
+ pos_threshold: 0.6
291
+ score_threshold: 0.2
292
+ preprocess:
293
+ args:
294
+ max_points_per_voxel: 1
295
+ max_voxel_test: 1
296
+ max_voxel_train: 1
297
+ voxel_size:
298
+ - 0.4
299
+ - 0.4
300
+ - 5
301
+ cav_lidar_range: *id001
302
+ core_method: SpVoxelPreprocessor
303
+ root_dir: /home/zzh/projects/HEAL/dataset/my_dair_v2x/v2x_c/cooperative-vehicle-infrastructure/train.json
304
+ test_dir: /home/zzh/projects/HEAL/dataset/my_dair_v2x/v2x_c/cooperative-vehicle-infrastructure/val.json
305
+ train_params:
306
+ batch_size: 2
307
+ epoches: 40
308
+ eval_freq: 2
309
+ max_cav: 2
310
+ save_freq: 2
311
+ use_history: false
312
+ validate_dir: /home/zzh/projects/HEAL/dataset/my_dair_v2x/v2x_c/cooperative-vehicle-infrastructure/val.json
313
+ yaml_parser: load_general_params
models/dair/heterogeneous/net_epoch_bestval_at35.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10511d4a9419f42051f01be2b9e6313b6718b2843f74795b5d9ceac7b200f7f5
3
+ size 82497369
models/dair/heterogeneous/source_result.txt ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ modal 0 _lidaronly | Epoch: 35 | AP @0.3: 0.7913 | AP @0.5: 0.7468 | AP @0.7: 0.5821 | comm_rate: 0.018736 |# 102.4,102.4 | # no_noiseno_delay | time_av: 0.1279
2
+ modal 4 ego_random_ratio0.5 | Epoch: 35 | AP @0.3: 0.6599 | AP @0.5: 0.6138 | AP @0.7: 0.4907 | comm_rate: 0.035714 | comm_volume_MB: 1.0000 |# 102.4,102.4 | # no_noiseno_delay | time_av: 0.4105
3
+ modal 1 _camonly | Epoch: 35 | AP @0.3: 0.1212 | AP @0.5: 0.0564 | AP @0.7: 0.0100 | comm_rate: 0.035714 | comm_volume_MB: 1.0000 |# 102.4,102.4 | # no_noiseno_delay | time_av: 0.7832
4
+ modal 1 _camonly | Epoch: 35 | AP @0.3: 0.0889 | AP @0.5: 0.0421 | AP @0.7: 0.0072 | comm_rate: 0.017857 | comm_volume_MB: 0.5000 |# 102.4,102.4 | # no_noiseno_delay | time_av: 0.7686
5
+ modal 4 ego_random_ratio0.5 | Epoch: 35 | AP @0.3: 0.7551 | AP @0.5: 0.6498 | AP @0.7: 0.4042 | comm_rate: 0.125000 | comm_volume_MB: 1.0000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.2471
6
+ modal 4 ego_random_ratio0.5 | Epoch: 35 | AP @0.3: 0.7492 | AP @0.5: 0.6436 | AP @0.7: 0.4040 | comm_rate: 0.062500 | comm_volume_MB: 0.5000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.3050
7
+ modal 4 ego_random_ratio0.5 | Epoch: 35 | AP @0.3: 0.7252 | AP @0.5: 0.6221 | AP @0.7: 0.3818 | comm_rate: 0.031250 | comm_volume_MB: 0.2500 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.3071
8
+ modal 4 ego_random_ratio0.5 | Epoch: 35 | AP @0.3: 0.7116 | AP @0.5: 0.6052 | AP @0.7: 0.3716 | comm_rate: 0.015625 | comm_volume_MB: 0.1250 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.3118
9
+ modal 4 ego_random_ratio0.5 | Epoch: 35 | AP @0.3: 0.6898 | AP @0.5: 0.5815 | AP @0.7: 0.3524 | comm_rate: 0.007812 | comm_volume_MB: 0.0625 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.3143
10
+ modal 4 ego_random_ratio0.5 | Epoch: 35 | AP @0.3: 0.6563 | AP @0.5: 0.5472 | AP @0.7: 0.3344 | comm_rate: 0.003906 | comm_volume_MB: 0.0312 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.0980
11
+ modal 4 ego_random_ratio0.5 | Epoch: 35 | AP @0.3: 0.6215 | AP @0.5: 0.5211 | AP @0.7: 0.3333 | comm_rate: 0.001953 | comm_volume_MB: 0.0156 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.1276
12
+ modal 4 ego_random_ratio0.5 | Epoch: 35 | AP @0.3: 0.5820 | AP @0.5: 0.4857 | AP @0.7: 0.3148 | comm_rate: 0.000976 | comm_volume_MB: 0.0078 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.2410
13
+ modal 4 ego_random_ratio0.5 | Epoch: 35 | AP @0.3: 0.5629 | AP @0.5: 0.4650 | AP @0.7: 0.3020 | comm_rate: 0.000488 | comm_volume_MB: 0.0039 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.3215
14
+ modal 4 ego_random_ratio0.5 | Epoch: 35 | AP @0.3: 0.5593 | AP @0.5: 0.4638 | AP @0.7: 0.3117 | comm_rate: 0.000000 | comm_volume_MB: 0.0000 |# 102.4,51.2 | # no_noiseno_delay | time_av: 0.4803