Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- .gitattributes +4 -0
- DriveTransformer/goalpoint_1gpu/20260223_225608.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260223_225608.log.json +1 -0
- DriveTransformer/goalpoint_1gpu/20260223_230843.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260223_230843.log.json +1 -0
- DriveTransformer/goalpoint_1gpu/20260223_230908.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260223_230908.log.json +1 -0
- DriveTransformer/goalpoint_1gpu/20260223_231013.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260223_231013.log.json +1 -0
- DriveTransformer/goalpoint_1gpu/20260223_231057.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260223_231057.log.json +1 -0
- DriveTransformer/goalpoint_1gpu/20260223_231151.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260223_231151.log.json +1 -0
- DriveTransformer/goalpoint_1gpu/20260223_231305.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260223_231305.log.json +0 -0
- DriveTransformer/goalpoint_1gpu/20260224_001423.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260224_001423.log.json +14 -0
- DriveTransformer/goalpoint_1gpu/20260224_002002.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260224_002002.log.json +1 -0
- DriveTransformer/goalpoint_1gpu/20260224_002248.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260224_002248.log.json +8 -0
- DriveTransformer/goalpoint_1gpu/20260224_002559.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260224_002559.log.json +0 -0
- DriveTransformer/goalpoint_1gpu/20260224_021525.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260224_021525.log.json +3 -0
- DriveTransformer/goalpoint_1gpu/20260226_120012.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260226_120012.log.json +22 -0
- DriveTransformer/goalpoint_1gpu/20260226_122411.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260226_122411.log.json +0 -0
- DriveTransformer/goalpoint_1gpu/20260226_131720.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260226_131720.log.json +19 -0
- DriveTransformer/goalpoint_1gpu/20260227_103553.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260227_103553.log.json +0 -0
- DriveTransformer/goalpoint_1gpu/20260302_065826.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260302_065826.log.json +1 -0
- DriveTransformer/goalpoint_1gpu/20260302_071228.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260302_071228.log.json +1 -0
- DriveTransformer/goalpoint_1gpu/20260302_071328.log +0 -0
- DriveTransformer/goalpoint_1gpu/20260302_071328.log.json +2 -0
- DriveTransformer/goalpoint_1gpu/20260302_071515.log +3 -0
- DriveTransformer/goalpoint_1gpu/20260302_071515.log.json +3 -0
- DriveTransformer/goalpoint_1gpu/drivetransformer_goalpoint_1gpu.py +1327 -0
- DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771887376.ysh-4090.3425452.0 +3 -0
- DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888131.ysh-4090.3444167.0 +3 -0
- DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888156.ysh-4090.3445183.0 +3 -0
- DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888221.ysh-4090.3447462.0 +3 -0
- DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888265.ysh-4090.3449288.0 +3 -0
- DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888319.ysh-4090.3451333.0 +3 -0
- DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888393.ysh-4090.3453837.0 +3 -0
- DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771892080.ysh-4090.3536628.0 +3 -0
.gitattributes
CHANGED
|
@@ -34,3 +34,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
GenAD/no_hlc/20260213_082314.log.json filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
GenAD/no_hlc/20260213_082314.log.json filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
DriveTransformer/goalpoint_1gpu/20260224_021525.log.json filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
DriveTransformer/goalpoint_1gpu/20260302_071515.log filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
DriveTransformer/goalpoint_1gpu/20260302_071515.log.json filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
DriveTransformer/goalpoint_1gpu/train.log filter=lfs diff=lfs merge=lfs -text
|
DriveTransformer/goalpoint_1gpu/20260223_225608.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260223_225608.log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = 'work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
|
DriveTransformer/goalpoint_1gpu/20260223_230843.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260223_230843.log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
|
DriveTransformer/goalpoint_1gpu/20260223_230908.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260223_230908.log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
|
DriveTransformer/goalpoint_1gpu/20260223_231013.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260223_231013.log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
|
DriveTransformer/goalpoint_1gpu/20260223_231057.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260223_231057.log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
|
DriveTransformer/goalpoint_1gpu/20260223_231151.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260223_231151.log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
|
DriveTransformer/goalpoint_1gpu/20260223_231305.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260223_231305.log.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260224_001423.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260224_001423.log.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
|
| 2 |
+
{"mode": "train", "epoch": 1, "iter": 50, "lr": 1e-05, "memory": 7284, "data_time": 0.12848, "loss_cls": 657.01774, "loss_bbox": 1.71262, "loss_traj": 4.03309, "loss_traj_cls": 0.09856, "loss_map_cls": 9.20249, "loss_map_pts": 5.19802, "loss_map_dir": 0.09459, "d0.loss_plan_l1_fix_time": 9.30642, "d0.loss_plan_l1_fix_dist": 3.13849, "d1.loss_plan_l1_fix_time": 9.75044, "d1.loss_plan_l1_fix_dist": 4.08195, "d2.loss_plan_l1_fix_time": 10.25692, "d2.loss_plan_l1_fix_dist": 5.54673, "d3.loss_plan_l1_fix_time": 10.84514, "d3.loss_plan_l1_fix_dist": 7.28534, "d4.loss_plan_l1_fix_time": 11.37837, "d4.loss_plan_l1_fix_dist": 9.82072, "d5.loss_plan_l1_fix_time": 11.97453, "d5.loss_plan_l1_fix_dist": 12.47565, "d6.loss_plan_l1_fix_time": 12.55222, "d6.loss_plan_l1_fix_dist": 14.96, "d0.loss_cls_all": 450.47849, "d0.loss_bbox_all": 1.63607, "d0.loss_cls": 450.47849, "d0.loss_bbox": 1.63607, "d1.loss_cls": 498.76385, "d1.loss_bbox": 1.61268, "d2.loss_cls": 493.99471, "d2.loss_bbox": 1.67709, "d3.loss_cls": 564.47956, "d3.loss_bbox": 1.67152, "d4.loss_cls": 529.9633, "d4.loss_bbox": 1.62845, "d5.loss_cls": 598.15416, "d5.loss_bbox": 1.71292, "d0.loss_traj_cls": 0.07253, "d0.loss_traj": 4.01002, "d1.loss_traj_cls": 0.06156, "d1.loss_traj": 4.0386, "d2.loss_traj_cls": 0.06451, "d2.loss_traj": 4.12676, "d3.loss_traj_cls": 0.11037, "d3.loss_traj": 4.09757, "d4.loss_traj_cls": 0.05513, "d4.loss_traj": 3.97019, "d5.loss_traj_cls": 0.06038, "d5.loss_traj": 4.01782, "d0.loss_map_cls_all": 6.96779, "d0.loss_map_pts_all": 4.86052, "d0.loss_map_dir_all": 0.09483, "d0.loss_map_cls": 6.96779, "d0.loss_map_pts": 4.86052, "d0.loss_map_dir": 0.09483, "d1.loss_map_cls": 6.28808, "d1.loss_map_pts": 4.89425, "d1.loss_map_dir": 0.09464, "d2.loss_map_cls": 6.99186, "d2.loss_map_pts": 4.94063, "d2.loss_map_dir": 0.09435, "d3.loss_map_cls": 9.52936, "d3.loss_map_pts": 4.97997, "d3.loss_map_dir": 0.09452, "d4.loss_map_cls": 9.53639, "d4.loss_map_pts": 5.04683, "d4.loss_map_dir": 0.09459, "d5.loss_map_cls": 9.54202, "d5.loss_map_pts": 5.12155, "d5.loss_map_dir": 0.09466, "loss": 4524.49282, "time": 0.74045}
|
| 3 |
+
{"mode": "train", "epoch": 1, "iter": 100, "lr": 2e-05, "memory": 8383, "data_time": 0.01687, "loss_cls": 626.44195, "loss_bbox": 1.59858, "loss_traj": 6.4413, "loss_traj_cls": 0.09769, "loss_map_cls": 10.34707, "loss_map_pts": 5.71886, "loss_map_dir": 0.09488, "d0.loss_plan_l1_fix_time": 12.79413, "d0.loss_plan_l1_fix_dist": 3.45601, "d1.loss_plan_l1_fix_time": 13.14161, "d1.loss_plan_l1_fix_dist": 4.52002, "d2.loss_plan_l1_fix_time": 13.53162, "d2.loss_plan_l1_fix_dist": 6.35808, "d3.loss_plan_l1_fix_time": 14.02999, "d3.loss_plan_l1_fix_dist": 8.3249, "d4.loss_plan_l1_fix_time": 14.48505, "d4.loss_plan_l1_fix_dist": 11.14152, "d5.loss_plan_l1_fix_time": 15.00746, "d5.loss_plan_l1_fix_dist": 14.03204, "d6.loss_plan_l1_fix_time": 15.49702, "d6.loss_plan_l1_fix_dist": 16.73201, "d0.loss_cls_all": 439.38885, "d0.loss_bbox_all": 1.56909, "d0.loss_cls": 439.38885, "d0.loss_bbox": 1.56909, "d1.loss_cls": 475.74932, "d1.loss_bbox": 1.53401, "d2.loss_cls": 472.10616, "d2.loss_bbox": 1.62033, "d3.loss_cls": 534.09613, "d3.loss_bbox": 1.60846, "d4.loss_cls": 507.81066, "d4.loss_bbox": 1.5102, "d5.loss_cls": 568.90987, "d5.loss_bbox": 1.60938, "d0.loss_traj_cls": 0.07387, "d0.loss_traj": 6.41605, "d1.loss_traj_cls": 0.06217, "d1.loss_traj": 6.47864, "d2.loss_traj_cls": 0.06389, "d2.loss_traj": 6.55051, "d3.loss_traj_cls": 0.10723, "d3.loss_traj": 6.49552, "d4.loss_traj_cls": 0.05343, "d4.loss_traj": 6.40699, "d5.loss_traj_cls": 0.05783, "d5.loss_traj": 6.4554, "d0.loss_map_cls_all": 7.88378, "d0.loss_map_pts_all": 5.45726, "d0.loss_map_dir_all": 0.09519, "d0.loss_map_cls": 7.88378, "d0.loss_map_pts": 5.45726, "d0.loss_map_dir": 0.09519, "d1.loss_map_cls": 7.53986, "d1.loss_map_pts": 5.48011, "d1.loss_map_dir": 0.09502, "d2.loss_map_cls": 8.07996, "d2.loss_map_pts": 5.51072, "d2.loss_map_dir": 0.09492, "d3.loss_map_cls": 10.82247, "d3.loss_map_pts": 5.54668, "d3.loss_map_dir": 0.09493, "d4.loss_map_cls": 10.6928, "d4.loss_map_pts": 5.60946, "d4.loss_map_dir": 0.09487, "d5.loss_map_cls": 10.5945, "d5.loss_map_pts": 5.66564, "d5.loss_map_dir": 0.09486, "loss": 4404.37277, "time": 0.51919, "grad_norm": 60564.38281}
|
| 4 |
+
{"mode": "train", "epoch": 1, "iter": 150, "lr": 2e-05, "memory": 8386, "data_time": 0.02268, "loss_cls": 304.16468, "loss_bbox": 1.91546, "loss_traj": 5.37779, "loss_traj_cls": 0.07959, "loss_map_cls": 10.86741, "loss_map_pts": 5.55821, "loss_map_dir": 0.09544, "d0.loss_plan_l1_fix_time": 11.50062, "d0.loss_plan_l1_fix_dist": 3.27048, "d1.loss_plan_l1_fix_time": 11.82578, "d1.loss_plan_l1_fix_dist": 4.11751, "d2.loss_plan_l1_fix_time": 12.2162, "d2.loss_plan_l1_fix_dist": 5.55482, "d3.loss_plan_l1_fix_time": 12.71284, "d3.loss_plan_l1_fix_dist": 7.15031, "d4.loss_plan_l1_fix_time": 13.14067, "d4.loss_plan_l1_fix_dist": 9.18546, "d5.loss_plan_l1_fix_time": 13.61233, "d5.loss_plan_l1_fix_dist": 11.11475, "d6.loss_plan_l1_fix_time": 14.07983, "d6.loss_plan_l1_fix_dist": 12.95132, "d0.loss_cls_all": 273.02647, "d0.loss_bbox_all": 1.59822, "d0.loss_cls": 273.02647, "d0.loss_bbox": 1.59822, "d1.loss_cls": 283.45991, "d1.loss_bbox": 1.56954, "d2.loss_cls": 251.0805, "d2.loss_bbox": 1.63369, "d3.loss_cls": 261.50876, "d3.loss_bbox": 1.63154, "d4.loss_cls": 239.69258, "d4.loss_bbox": 1.69245, "d5.loss_cls": 278.08188, "d5.loss_bbox": 1.87305, "d0.loss_traj_cls": 0.06146, "d0.loss_traj": 5.26452, "d1.loss_traj_cls": 0.04698, "d1.loss_traj": 5.38955, "d2.loss_traj_cls": 0.04343, "d2.loss_traj": 5.44016, "d3.loss_traj_cls": 0.09048, "d3.loss_traj": 5.4116, "d4.loss_traj_cls": 0.04264, "d4.loss_traj": 5.33701, "d5.loss_traj_cls": 0.05175, "d5.loss_traj": 5.39335, "d0.loss_map_cls_all": 8.05379, "d0.loss_map_pts_all": 5.266, "d0.loss_map_dir_all": 0.09548, "d0.loss_map_cls": 8.05379, "d0.loss_map_pts": 5.266, "d0.loss_map_dir": 0.09548, "d1.loss_map_cls": 7.6626, "d1.loss_map_pts": 5.30524, "d1.loss_map_dir": 0.09517, "d2.loss_map_cls": 8.34793, "d2.loss_map_pts": 5.34785, "d2.loss_map_dir": 0.09509, "d3.loss_map_cls": 11.92624, "d3.loss_map_pts": 5.37644, "d3.loss_map_dir": 0.09523, "d4.loss_map_cls": 11.46164, "d4.loss_map_pts": 5.43316, "d4.loss_map_dir": 0.09543, "d5.loss_map_cls": 11.36366, "d5.loss_map_pts": 5.49404, "d5.loss_map_dir": 0.09538, "loss": 2479.56335, "time": 0.52886, "grad_norm": 60564.38281}
|
| 5 |
+
{"mode": "train", "epoch": 1, "iter": 200, "lr": 3e-05, "memory": 8387, "data_time": 0.01681, "loss_cls": 279.15959, "loss_bbox": 1.88826, "loss_traj": 5.55975, "loss_traj_cls": 0.0761, "loss_map_cls": 8.85263, "loss_map_pts": 5.33178, "loss_map_dir": 0.09564, "d0.loss_plan_l1_fix_time": 12.16875, "d0.loss_plan_l1_fix_dist": 3.25804, "d1.loss_plan_l1_fix_time": 12.42609, "d1.loss_plan_l1_fix_dist": 3.99222, "d2.loss_plan_l1_fix_time": 12.74273, "d2.loss_plan_l1_fix_dist": 5.38539, "d3.loss_plan_l1_fix_time": 13.15509, "d3.loss_plan_l1_fix_dist": 6.83058, "d4.loss_plan_l1_fix_time": 13.51964, "d4.loss_plan_l1_fix_dist": 8.69237, "d5.loss_plan_l1_fix_time": 13.93511, "d5.loss_plan_l1_fix_dist": 10.42266, "d6.loss_plan_l1_fix_time": 14.35421, "d6.loss_plan_l1_fix_dist": 12.06275, "d0.loss_cls_all": 255.72486, "d0.loss_bbox_all": 1.55674, "d0.loss_cls": 255.72486, "d0.loss_bbox": 1.55674, "d1.loss_cls": 264.14749, "d1.loss_bbox": 1.51628, "d2.loss_cls": 229.53652, "d2.loss_bbox": 1.57748, "d3.loss_cls": 236.7383, "d3.loss_bbox": 1.56736, "d4.loss_cls": 217.65736, "d4.loss_bbox": 1.62726, "d5.loss_cls": 255.25391, "d5.loss_bbox": 1.83742, "d0.loss_traj_cls": 0.05899, "d0.loss_traj": 5.41549, "d1.loss_traj_cls": 0.04587, "d1.loss_traj": 5.55467, "d2.loss_traj_cls": 0.04288, "d2.loss_traj": 5.60457, "d3.loss_traj_cls": 0.08765, "d3.loss_traj": 5.58459, "d4.loss_traj_cls": 0.04226, "d4.loss_traj": 5.52425, "d5.loss_traj_cls": 0.04884, "d5.loss_traj": 5.57964, "d0.loss_map_cls_all": 6.68927, "d0.loss_map_pts_all": 5.15651, "d0.loss_map_dir_all": 0.09533, "d0.loss_map_cls": 6.68927, "d0.loss_map_pts": 5.15651, "d0.loss_map_dir": 0.09533, "d1.loss_map_cls": 6.38895, "d1.loss_map_pts": 5.1763, "d1.loss_map_dir": 0.09508, "d2.loss_map_cls": 6.90143, "d2.loss_map_pts": 5.19468, "d2.loss_map_dir": 0.09529, "d3.loss_map_cls": 9.85982, "d3.loss_map_pts": 5.21146, "d3.loss_map_dir": 0.09541, "d4.loss_map_cls": 9.39088, "d4.loss_map_pts": 5.24614, "d4.loss_map_dir": 0.09552, "d5.loss_map_cls": 9.3585, "d5.loss_map_pts": 5.29194, "d5.loss_map_dir": 0.09559, "loss": 2295.90098, "time": 0.52444, "grad_norm": 46416.11719}
|
| 6 |
+
{"mode": "train", "epoch": 1, "iter": 250, "lr": 3e-05, "memory": 8387, "data_time": 0.01999, "loss_cls": 118.7981, "loss_bbox": 1.89359, "loss_traj": 5.46466, "loss_traj_cls": 0.06417, "loss_map_cls": 8.70586, "loss_map_pts": 5.45666, "loss_map_dir": 0.09612, "d0.loss_plan_l1_fix_time": 10.55933, "d0.loss_plan_l1_fix_dist": 3.16786, "d1.loss_plan_l1_fix_time": 10.79624, "d1.loss_plan_l1_fix_dist": 3.66694, "d2.loss_plan_l1_fix_time": 11.10367, "d2.loss_plan_l1_fix_dist": 4.968, "d3.loss_plan_l1_fix_time": 11.49393, "d3.loss_plan_l1_fix_dist": 6.43887, "d4.loss_plan_l1_fix_time": 11.86376, "d4.loss_plan_l1_fix_dist": 8.07092, "d5.loss_plan_l1_fix_time": 12.2551, "d5.loss_plan_l1_fix_dist": 9.40952, "d6.loss_plan_l1_fix_time": 12.67216, "d6.loss_plan_l1_fix_dist": 10.22388, "d0.loss_cls_all": 150.20747, "d0.loss_bbox_all": 1.56507, "d0.loss_cls": 150.20747, "d0.loss_bbox": 1.56507, "d1.loss_cls": 137.19192, "d1.loss_bbox": 1.62349, "d2.loss_cls": 104.6157, "d2.loss_bbox": 1.6664, "d3.loss_cls": 98.35114, "d3.loss_bbox": 1.59539, "d4.loss_cls": 95.75856, "d4.loss_bbox": 1.68812, "d5.loss_cls": 115.22469, "d5.loss_bbox": 1.84995, "d0.loss_traj_cls": 0.04861, "d0.loss_traj": 5.27433, "d1.loss_traj_cls": 0.03281, "d1.loss_traj": 5.45633, "d2.loss_traj_cls": 0.03036, "d2.loss_traj": 5.44442, "d3.loss_traj_cls": 0.06119, "d3.loss_traj": 5.47026, "d4.loss_traj_cls": 0.02839, "d4.loss_traj": 5.43478, "d5.loss_traj_cls": 0.03699, "d5.loss_traj": 5.5049, "d0.loss_map_cls_all": 6.65004, "d0.loss_map_pts_all": 5.26975, "d0.loss_map_dir_all": 0.096, "d0.loss_map_cls": 6.65004, "d0.loss_map_pts": 5.26975, "d0.loss_map_dir": 0.096, "d1.loss_map_cls": 6.73389, "d1.loss_map_pts": 5.30247, "d1.loss_map_dir": 0.09607, "d2.loss_map_cls": 7.30167, "d2.loss_map_pts": 5.33326, "d2.loss_map_dir": 0.0961, "d3.loss_map_cls": 10.32914, "d3.loss_map_pts": 5.34171, "d3.loss_map_dir": 0.09605, "d4.loss_map_cls": 9.60617, "d4.loss_map_pts": 5.37041, "d4.loss_map_dir": 0.0961, "d5.loss_map_cls": 9.364, "d5.loss_map_pts": 5.40615, "d5.loss_map_dir": 0.09622, "loss": 1257.70408, "time": 0.57383, "grad_norm": 46416.11719}
|
| 7 |
+
{"mode": "train", "epoch": 1, "iter": 300, "lr": 4e-05, "memory": 8387, "data_time": 0.01765, "loss_cls": 93.3903, "loss_bbox": 1.81535, "loss_traj": 5.70548, "loss_traj_cls": 0.06694, "loss_map_cls": 7.57036, "loss_map_pts": 5.49614, "loss_map_dir": 0.09613, "d0.loss_plan_l1_fix_time": 11.12612, "d0.loss_plan_l1_fix_dist": 3.17145, "d1.loss_plan_l1_fix_time": 11.35482, "d1.loss_plan_l1_fix_dist": 3.62928, "d2.loss_plan_l1_fix_time": 11.65018, "d2.loss_plan_l1_fix_dist": 4.90735, "d3.loss_plan_l1_fix_time": 12.0446, "d3.loss_plan_l1_fix_dist": 6.26304, "d4.loss_plan_l1_fix_time": 12.44052, "d4.loss_plan_l1_fix_dist": 7.6789, "d5.loss_plan_l1_fix_time": 12.84535, "d5.loss_plan_l1_fix_dist": 8.92081, "d6.loss_plan_l1_fix_time": 13.2651, "d6.loss_plan_l1_fix_dist": 9.59428, "d0.loss_cls_all": 118.96268, "d0.loss_bbox_all": 1.54156, "d0.loss_cls": 118.96268, "d0.loss_bbox": 1.54156, "d1.loss_cls": 105.83938, "d1.loss_bbox": 1.62632, "d2.loss_cls": 79.57484, "d2.loss_bbox": 1.64176, "d3.loss_cls": 76.05196, "d3.loss_bbox": 1.57061, "d4.loss_cls": 74.74249, "d4.loss_bbox": 1.66633, "d5.loss_cls": 89.57883, "d5.loss_bbox": 1.78915, "d0.loss_traj_cls": 0.04474, "d0.loss_traj": 5.5213, "d1.loss_traj_cls": 0.03133, "d1.loss_traj": 5.68629, "d2.loss_traj_cls": 0.02984, "d2.loss_traj": 5.66564, "d3.loss_traj_cls": 0.06038, "d3.loss_traj": 5.6946, "d4.loss_traj_cls": 0.02862, "d4.loss_traj": 5.66911, "d5.loss_traj_cls": 0.03702, "d5.loss_traj": 5.7456, "d0.loss_map_cls_all": 6.19855, "d0.loss_map_pts_all": 5.39544, "d0.loss_map_dir_all": 0.09621, "d0.loss_map_cls": 6.19855, "d0.loss_map_pts": 5.39544, "d0.loss_map_dir": 0.09621, "d1.loss_map_cls": 6.27048, "d1.loss_map_pts": 5.41409, "d1.loss_map_dir": 0.096, "d2.loss_map_cls": 6.67884, "d2.loss_map_pts": 5.4293, "d2.loss_map_dir": 0.09604, "d3.loss_map_cls": 9.23634, "d3.loss_map_pts": 5.43213, "d3.loss_map_dir": 0.09608, "d4.loss_map_cls": 8.53358, "d4.loss_map_pts": 5.44661, "d4.loss_map_dir": 0.09614, "d5.loss_map_cls": 8.23582, "d5.loss_map_pts": 5.4689, "d5.loss_map_dir": 0.09612, "loss": 1042.34398, "time": 0.54611, "grad_norm": 35613.62174}
|
| 8 |
+
{"mode": "train", "epoch": 1, "iter": 350, "lr": 4e-05, "memory": 8387, "data_time": 0.018, "loss_cls": 33.596, "loss_bbox": 1.64376, "loss_traj": 6.5622, "loss_traj_cls": 0.04358, "loss_map_cls": 4.98715, "loss_map_pts": 5.26342, "loss_map_dir": 0.09772, "d0.loss_plan_l1_fix_time": 12.74146, "d0.loss_plan_l1_fix_dist": 3.2513, "d1.loss_plan_l1_fix_time": 12.91015, "d1.loss_plan_l1_fix_dist": 3.4681, "d2.loss_plan_l1_fix_time": 13.15057, "d2.loss_plan_l1_fix_dist": 4.64343, "d3.loss_plan_l1_fix_time": 13.51033, "d3.loss_plan_l1_fix_dist": 5.75417, "d4.loss_plan_l1_fix_time": 13.95294, "d4.loss_plan_l1_fix_dist": 6.94297, "d5.loss_plan_l1_fix_time": 14.35338, "d5.loss_plan_l1_fix_dist": 7.74171, "d6.loss_plan_l1_fix_time": 14.79313, "d6.loss_plan_l1_fix_dist": 7.86485, "d0.loss_cls_all": 63.32505, "d0.loss_bbox_all": 1.46358, "d0.loss_cls": 63.32505, "d0.loss_bbox": 1.46358, "d1.loss_cls": 49.02317, "d1.loss_bbox": 1.55657, "d2.loss_cls": 32.49764, "d2.loss_bbox": 1.53396, "d3.loss_cls": 29.10907, "d3.loss_bbox": 1.43364, "d4.loss_cls": 27.44658, "d4.loss_bbox": 1.52252, "d5.loss_cls": 33.33216, "d5.loss_bbox": 1.63505, "d0.loss_traj_cls": 0.0329, "d0.loss_traj": 6.37565, "d1.loss_traj_cls": 0.02219, "d1.loss_traj": 6.54309, "d2.loss_traj_cls": 0.02136, "d2.loss_traj": 6.48167, "d3.loss_traj_cls": 0.0387, "d3.loss_traj": 6.52857, "d4.loss_traj_cls": 0.02176, "d4.loss_traj": 6.51006, "d5.loss_traj_cls": 0.02456, "d5.loss_traj": 6.6089, "d0.loss_map_cls_all": 4.66281, "d0.loss_map_pts_all": 5.22119, "d0.loss_map_dir_all": 0.09768, "d0.loss_map_cls": 4.66281, "d0.loss_map_pts": 5.22119, "d0.loss_map_dir": 0.09768, "d1.loss_map_cls": 4.80738, "d1.loss_map_pts": 5.24433, "d1.loss_map_dir": 0.09777, "d2.loss_map_cls": 4.95536, "d2.loss_map_pts": 5.25023, "d2.loss_map_dir": 0.09784, "d3.loss_map_cls": 6.06085, "d3.loss_map_pts": 5.24679, "d3.loss_map_dir": 0.09781, "d4.loss_map_cls": 5.87577, "d4.loss_map_pts": 5.24901, "d4.loss_map_dir": 0.09786, "d5.loss_map_cls": 5.47602, "d5.loss_map_pts": 5.24998, "d5.loss_map_dir": 0.09776, "loss": 609.01747, "time": 0.52577, "grad_norm": 35613.62174}
|
| 9 |
+
{"mode": "train", "epoch": 1, "iter": 400, "lr": 5e-05, "memory": 8387, "data_time": 0.02161, "loss_cls": 24.63962, "loss_bbox": 1.61291, "loss_traj": 5.97265, "loss_traj_cls": 0.04433, "loss_map_cls": 5.30577, "loss_map_pts": 5.16256, "loss_map_dir": 0.09802, "d0.loss_plan_l1_fix_time": 9.7844, "d0.loss_plan_l1_fix_dist": 3.04146, "d1.loss_plan_l1_fix_time": 9.94971, "d1.loss_plan_l1_fix_dist": 3.17276, "d2.loss_plan_l1_fix_time": 10.18553, "d2.loss_plan_l1_fix_dist": 3.91138, "d3.loss_plan_l1_fix_time": 10.52559, "d3.loss_plan_l1_fix_dist": 4.7058, "d4.loss_plan_l1_fix_time": 10.93961, "d4.loss_plan_l1_fix_dist": 5.44534, "d5.loss_plan_l1_fix_time": 11.33792, "d5.loss_plan_l1_fix_dist": 6.09323, "d6.loss_plan_l1_fix_time": 11.76712, "d6.loss_plan_l1_fix_dist": 6.47725, "d0.loss_cls_all": 49.17835, "d0.loss_bbox_all": 1.49423, "d0.loss_cls": 49.17835, "d0.loss_bbox": 1.49423, "d1.loss_cls": 38.00823, "d1.loss_bbox": 1.58706, "d2.loss_cls": 24.23053, "d2.loss_bbox": 1.55095, "d3.loss_cls": 21.92125, "d3.loss_bbox": 1.45098, "d4.loss_cls": 20.17342, "d4.loss_bbox": 1.53387, "d5.loss_cls": 24.62131, "d5.loss_bbox": 1.61128, "d0.loss_traj_cls": 0.02832, "d0.loss_traj": 5.81601, "d1.loss_traj_cls": 0.02036, "d1.loss_traj": 5.97259, "d2.loss_traj_cls": 0.02079, "d2.loss_traj": 5.90571, "d3.loss_traj_cls": 0.039, "d3.loss_traj": 5.94341, "d4.loss_traj_cls": 0.02065, "d4.loss_traj": 5.92873, "d5.loss_traj_cls": 0.02486, "d5.loss_traj": 6.00967, "d0.loss_map_cls_all": 5.42454, "d0.loss_map_pts_all": 5.14082, "d0.loss_map_dir_all": 0.09814, "d0.loss_map_cls": 5.42454, "d0.loss_map_pts": 5.14082, "d0.loss_map_dir": 0.09814, "d1.loss_map_cls": 5.45008, "d1.loss_map_pts": 5.15618, "d1.loss_map_dir": 0.09825, "d2.loss_map_cls": 5.58208, "d2.loss_map_pts": 5.15798, "d2.loss_map_dir": 0.09815, "d3.loss_map_cls": 6.59333, "d3.loss_map_pts": 5.1543, "d3.loss_map_dir": 0.09818, "d4.loss_map_cls": 6.46992, "d4.loss_map_pts": 5.1539, "d4.loss_map_dir": 0.09818, "d5.loss_map_cls": 5.93505, "d5.loss_map_pts": 5.15298, "d5.loss_map_dir": 0.09807, "loss": 501.56076, "time": 0.54999, "grad_norm": 27998.94958}
|
| 10 |
+
{"mode": "train", "epoch": 1, "iter": 450, "lr": 5e-05, "memory": 8387, "data_time": 0.01798, "loss_cls": 9.37399, "loss_bbox": 1.48832, "loss_traj": 6.78186, "loss_traj_cls": 0.03534, "loss_map_cls": 3.2596, "loss_map_pts": 5.41951, "loss_map_dir": 0.09814, "d0.loss_plan_l1_fix_time": 13.19563, "d0.loss_plan_l1_fix_dist": 3.02751, "d1.loss_plan_l1_fix_time": 13.27692, "d1.loss_plan_l1_fix_dist": 3.27742, "d2.loss_plan_l1_fix_time": 13.4424, "d2.loss_plan_l1_fix_dist": 3.50074, "d3.loss_plan_l1_fix_time": 13.68503, "d3.loss_plan_l1_fix_dist": 3.58157, "d4.loss_plan_l1_fix_time": 13.99511, "d4.loss_plan_l1_fix_dist": 3.55266, "d5.loss_plan_l1_fix_time": 14.26327, "d5.loss_plan_l1_fix_dist": 4.00935, "d6.loss_plan_l1_fix_time": 14.56897, "d6.loss_plan_l1_fix_dist": 5.21187, "d0.loss_cls_all": 24.4658, "d0.loss_bbox_all": 1.52361, "d0.loss_cls": 24.4658, "d0.loss_bbox": 1.52361, "d1.loss_cls": 18.45564, "d1.loss_bbox": 1.58726, "d2.loss_cls": 10.58475, "d2.loss_bbox": 1.51244, "d3.loss_cls": 9.3562, "d3.loss_bbox": 1.42268, "d4.loss_cls": 7.70513, "d4.loss_bbox": 1.47883, "d5.loss_cls": 9.17023, "d5.loss_bbox": 1.50992, "d0.loss_traj_cls": 0.0195, "d0.loss_traj": 6.63641, "d1.loss_traj_cls": 0.01585, "d1.loss_traj": 6.82009, "d2.loss_traj_cls": 0.01866, "d2.loss_traj": 6.71867, "d3.loss_traj_cls": 0.03218, "d3.loss_traj": 6.73862, "d4.loss_traj_cls": 0.018, "d4.loss_traj": 6.75193, "d5.loss_traj_cls": 0.02187, "d5.loss_traj": 6.80233, "d0.loss_map_cls_all": 4.23932, "d0.loss_map_pts_all": 5.42241, "d0.loss_map_dir_all": 0.09823, "d0.loss_map_cls": 4.23932, "d0.loss_map_pts": 5.42241, "d0.loss_map_dir": 0.09823, "d1.loss_map_cls": 4.29114, "d1.loss_map_pts": 5.43262, "d1.loss_map_dir": 0.09836, "d2.loss_map_cls": 4.15927, "d2.loss_map_pts": 5.42974, "d2.loss_map_dir": 0.09821, "d3.loss_map_cls": 4.18733, "d3.loss_map_pts": 5.42471, "d3.loss_map_dir": 0.09813, "d4.loss_map_cls": 4.46265, "d4.loss_map_pts": 5.42273, "d4.loss_map_dir": 0.09819, "d5.loss_map_cls": 3.91751, "d5.loss_map_pts": 5.41752, "d5.loss_map_dir": 0.09806, "loss": 372.55731, "time": 0.5502, "grad_norm": 27998.94958}
|
| 11 |
+
{"mode": "train", "epoch": 1, "iter": 500, "lr": 5e-05, "memory": 8387, "data_time": 0.02923, "loss_cls": 7.50138, "loss_bbox": 1.54098, "loss_traj": 6.56056, "loss_traj_cls": 0.03284, "loss_map_cls": 1.8305, "loss_map_pts": 5.01525, "loss_map_dir": 0.09686, "d0.loss_plan_l1_fix_time": 13.40367, "d0.loss_plan_l1_fix_dist": 2.86218, "d1.loss_plan_l1_fix_time": 13.46317, "d1.loss_plan_l1_fix_dist": 3.00389, "d2.loss_plan_l1_fix_time": 13.60898, "d2.loss_plan_l1_fix_dist": 3.14794, "d3.loss_plan_l1_fix_time": 13.82273, "d3.loss_plan_l1_fix_dist": 3.49297, "d4.loss_plan_l1_fix_time": 14.05789, "d4.loss_plan_l1_fix_dist": 3.88297, "d5.loss_plan_l1_fix_time": 14.26917, "d5.loss_plan_l1_fix_dist": 4.72333, "d6.loss_plan_l1_fix_time": 14.51719, "d6.loss_plan_l1_fix_dist": 6.02616, "d0.loss_cls_all": 19.40513, "d0.loss_bbox_all": 1.58032, "d0.loss_cls": 19.40513, "d0.loss_bbox": 1.58032, "d1.loss_cls": 14.40858, "d1.loss_bbox": 1.61964, "d2.loss_cls": 8.2383, "d2.loss_bbox": 1.53532, "d3.loss_cls": 7.37857, "d3.loss_bbox": 1.47914, "d4.loss_cls": 6.0407, "d4.loss_bbox": 1.52621, "d5.loss_cls": 7.288, "d5.loss_bbox": 1.56595, "d0.loss_traj_cls": 0.01566, "d0.loss_traj": 6.44361, "d1.loss_traj_cls": 0.01413, "d1.loss_traj": 6.61294, "d2.loss_traj_cls": 0.01852, "d2.loss_traj": 6.51856, "d3.loss_traj_cls": 0.02897, "d3.loss_traj": 6.51631, "d4.loss_traj_cls": 0.01687, "d4.loss_traj": 6.52771, "d5.loss_traj_cls": 0.02058, "d5.loss_traj": 6.56495, "d0.loss_map_cls_all": 2.5983, "d0.loss_map_pts_all": 5.00255, "d0.loss_map_dir_all": 0.09707, "d0.loss_map_cls": 2.5983, "d0.loss_map_pts": 5.00255, "d0.loss_map_dir": 0.09707, "d1.loss_map_cls": 2.63602, "d1.loss_map_pts": 5.0119, "d1.loss_map_dir": 0.09703, "d2.loss_map_cls": 2.52796, "d2.loss_map_pts": 5.01177, "d2.loss_map_dir": 0.09687, "d3.loss_map_cls": 2.38205, "d3.loss_map_pts": 5.00741, "d3.loss_map_dir": 0.09702, "d4.loss_map_cls": 2.65715, "d4.loss_map_pts": 5.00862, "d4.loss_map_dir": 0.09697, "d5.loss_map_cls": 2.22722, "d5.loss_map_pts": 5.00912, "d5.loss_map_dir": 0.09683, "loss": 332.5705, "time": 0.54986, "grad_norm": 22780.43464}
|
| 12 |
+
{"mode": "train", "epoch": 1, "iter": 550, "lr": 6e-05, "memory": 8387, "data_time": 0.01697, "loss_cls": 3.81311, "loss_bbox": 1.51223, "loss_traj": 4.67873, "loss_traj_cls": 0.02326, "loss_map_cls": 1.19241, "loss_map_pts": 5.15167, "loss_map_dir": 0.09612, "d0.loss_plan_l1_fix_time": 11.48056, "d0.loss_plan_l1_fix_dist": 3.02478, "d1.loss_plan_l1_fix_time": 11.50852, "d1.loss_plan_l1_fix_dist": 2.97125, "d2.loss_plan_l1_fix_time": 11.67836, "d2.loss_plan_l1_fix_dist": 2.7571, "d3.loss_plan_l1_fix_time": 11.9178, "d3.loss_plan_l1_fix_dist": 3.36154, "d4.loss_plan_l1_fix_time": 12.12679, "d4.loss_plan_l1_fix_dist": 4.48063, "d5.loss_plan_l1_fix_time": 12.34611, "d5.loss_plan_l1_fix_dist": 5.74434, "d6.loss_plan_l1_fix_time": 12.57836, "d6.loss_plan_l1_fix_dist": 7.18902, "d0.loss_cls_all": 11.55777, "d0.loss_bbox_all": 1.54753, "d0.loss_cls": 11.55777, "d0.loss_bbox": 1.54753, "d1.loss_cls": 7.7242, "d1.loss_bbox": 1.60272, "d2.loss_cls": 4.65934, "d2.loss_bbox": 1.51565, "d3.loss_cls": 4.20233, "d3.loss_bbox": 1.47732, "d4.loss_cls": 3.42182, "d4.loss_bbox": 1.5025, "d5.loss_cls": 3.80137, "d5.loss_bbox": 1.54126, "d0.loss_traj_cls": 0.01016, "d0.loss_traj": 4.58748, "d1.loss_traj_cls": 0.0106, "d1.loss_traj": 4.75295, "d2.loss_traj_cls": 0.01607, "d2.loss_traj": 4.64029, "d3.loss_traj_cls": 0.02273, "d3.loss_traj": 4.62476, "d4.loss_traj_cls": 0.01475, "d4.loss_traj": 4.63305, "d5.loss_traj_cls": 0.01754, "d5.loss_traj": 4.64382, "d0.loss_map_cls_all": 1.90183, "d0.loss_map_pts_all": 5.13927, "d0.loss_map_dir_all": 0.0967, "d0.loss_map_cls": 1.90183, "d0.loss_map_pts": 5.13927, "d0.loss_map_dir": 0.0967, "d1.loss_map_cls": 1.98348, "d1.loss_map_pts": 5.15016, "d1.loss_map_dir": 0.09677, "d2.loss_map_cls": 1.86513, "d2.loss_map_pts": 5.14376, "d2.loss_map_dir": 0.09658, "d3.loss_map_cls": 1.55093, "d3.loss_map_pts": 5.13851, "d3.loss_map_dir": 0.0964, "d4.loss_map_cls": 1.95071, "d4.loss_map_pts": 5.13966, "d4.loss_map_dir": 0.09632, "d5.loss_map_cls": 1.51593, "d5.loss_map_pts": 5.14083, "d5.loss_map_dir": 0.09621, "loss": 264.60299, "time": 0.54683, "grad_norm": 22780.43464}
|
| 13 |
+
{"mode": "train", "epoch": 1, "iter": 600, "lr": 6e-05, "memory": 8387, "data_time": 0.02102, "loss_cls": 3.10172, "loss_bbox": 1.51563, "loss_traj": 6.50664, "loss_traj_cls": 0.01808, "loss_map_cls": 0.97783, "loss_map_pts": 5.05003, "loss_map_dir": 0.09612, "d0.loss_plan_l1_fix_time": 13.43011, "d0.loss_plan_l1_fix_dist": 2.7438, "d1.loss_plan_l1_fix_time": 13.35795, "d1.loss_plan_l1_fix_dist": 2.66771, "d2.loss_plan_l1_fix_time": 13.43195, "d2.loss_plan_l1_fix_dist": 2.88309, "d3.loss_plan_l1_fix_time": 13.58205, "d3.loss_plan_l1_fix_dist": 3.52688, "d4.loss_plan_l1_fix_time": 13.7064, "d4.loss_plan_l1_fix_dist": 4.51937, "d5.loss_plan_l1_fix_time": 13.84758, "d5.loss_plan_l1_fix_dist": 5.72779, "d6.loss_plan_l1_fix_time": 13.9945, "d6.loss_plan_l1_fix_dist": 7.23692, "d0.loss_cls_all": 9.04133, "d0.loss_bbox_all": 1.54672, "d0.loss_cls": 9.04133, "d0.loss_bbox": 1.54672, "d1.loss_cls": 5.96165, "d1.loss_bbox": 1.56514, "d2.loss_cls": 3.76269, "d2.loss_bbox": 1.50785, "d3.loss_cls": 3.42342, "d3.loss_bbox": 1.47291, "d4.loss_cls": 2.8467, "d4.loss_bbox": 1.51564, "d5.loss_cls": 3.09491, "d5.loss_bbox": 1.54609, "d0.loss_traj_cls": 0.00731, "d0.loss_traj": 6.41531, "d1.loss_traj_cls": 0.00907, "d1.loss_traj": 6.56628, "d2.loss_traj_cls": 0.01246, "d2.loss_traj": 6.50284, "d3.loss_traj_cls": 0.01852, "d3.loss_traj": 6.45779, "d4.loss_traj_cls": 0.0122, "d4.loss_traj": 6.44906, "d5.loss_traj_cls": 0.01669, "d5.loss_traj": 6.46464, "d0.loss_map_cls_all": 1.48699, "d0.loss_map_pts_all": 5.05965, "d0.loss_map_dir_all": 0.09663, "d0.loss_map_cls": 1.48699, "d0.loss_map_pts": 5.05965, "d0.loss_map_dir": 0.09663, "d1.loss_map_cls": 1.53347, "d1.loss_map_pts": 5.07343, "d1.loss_map_dir": 0.09655, "d2.loss_map_cls": 1.43613, "d2.loss_map_pts": 5.05902, "d2.loss_map_dir": 0.09646, "d3.loss_map_cls": 1.20538, "d3.loss_map_pts": 5.04622, "d3.loss_map_dir": 0.09644, "d4.loss_map_cls": 1.47343, "d4.loss_map_pts": 5.0407, "d4.loss_map_dir": 0.09624, "d5.loss_map_cls": 1.16439, "d5.loss_map_pts": 5.03719, "d5.loss_map_dir": 0.09615, "loss": 274.56516, "time": 0.57893, "grad_norm": 19153.67492}
|
| 14 |
+
{"mode": "train", "epoch": 1, "iter": 650, "lr": 7e-05, "memory": 8390, "data_time": 0.01972, "loss_cls": 2.06922, "loss_bbox": 1.52135, "loss_traj": 5.3505, "loss_traj_cls": 0.01538, "loss_map_cls": 0.83057, "loss_map_pts": 5.02671, "loss_map_dir": 0.09619, "d0.loss_plan_l1_fix_time": 9.76493, "d0.loss_plan_l1_fix_dist": 2.55493, "d1.loss_plan_l1_fix_time": 9.74933, "d1.loss_plan_l1_fix_dist": 2.54357, "d2.loss_plan_l1_fix_time": 9.88339, "d2.loss_plan_l1_fix_dist": 3.12213, "d3.loss_plan_l1_fix_time": 10.08146, "d3.loss_plan_l1_fix_dist": 3.70313, "d4.loss_plan_l1_fix_time": 10.22784, "d4.loss_plan_l1_fix_dist": 4.46131, "d5.loss_plan_l1_fix_time": 10.43322, "d5.loss_plan_l1_fix_dist": 5.555, "d6.loss_plan_l1_fix_time": 10.62189, "d6.loss_plan_l1_fix_dist": 7.17557, "d0.loss_cls_all": 4.66762, "d0.loss_bbox_all": 1.53631, "d0.loss_cls": 4.66762, "d0.loss_bbox": 1.53631, "d1.loss_cls": 3.16231, "d1.loss_bbox": 1.53773, "d2.loss_cls": 2.31416, "d2.loss_bbox": 1.52448, "d3.loss_cls": 2.17797, "d3.loss_bbox": 1.50777, "d4.loss_cls": 1.95798, "d4.loss_bbox": 1.54163, "d5.loss_cls": 2.08056, "d5.loss_bbox": 1.56037, "d0.loss_traj_cls": 0.00436, "d0.loss_traj": 5.23451, "d1.loss_traj_cls": 0.00768, "d1.loss_traj": 5.38012, "d2.loss_traj_cls": 0.0102, "d2.loss_traj": 5.3457, "d3.loss_traj_cls": 0.0161, "d3.loss_traj": 5.32362, "d4.loss_traj_cls": 0.01076, "d4.loss_traj": 5.29151, "d5.loss_traj_cls": 0.0162, "d5.loss_traj": 5.2901, "d0.loss_map_cls_all": 1.14329, "d0.loss_map_pts_all": 5.05898, "d0.loss_map_dir_all": 0.09683, "d0.loss_map_cls": 1.14329, "d0.loss_map_pts": 5.05898, "d0.loss_map_dir": 0.09683, "d1.loss_map_cls": 1.18734, "d1.loss_map_pts": 5.05824, "d1.loss_map_dir": 0.09678, "d2.loss_map_cls": 1.14, "d2.loss_map_pts": 5.04638, "d2.loss_map_dir": 0.09665, "d3.loss_map_cls": 0.98821, "d3.loss_map_pts": 5.03454, "d3.loss_map_dir": 0.09654, "d4.loss_map_cls": 1.16337, "d4.loss_map_pts": 5.02621, "d4.loss_map_dir": 0.09632, "d5.loss_map_cls": 0.92601, "d5.loss_map_pts": 5.02282, "d5.loss_map_dir": 0.09627, "loss": 222.16516, "time": 0.56159, "grad_norm": 19153.67492}
|
DriveTransformer/goalpoint_1gpu/20260224_002002.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260224_002002.log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
|
DriveTransformer/goalpoint_1gpu/20260224_002248.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260224_002248.log.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
|
| 2 |
+
{"mode": "train", "epoch": 1, "iter": 50, "lr": 1e-05, "memory": 7284, "data_time": 0.09463, "loss_cls": 657.01774, "loss_bbox": 1.71262, "loss_traj": 4.03309, "loss_traj_cls": 0.09856, "loss_map_cls": 9.20249, "loss_map_pts": 5.19802, "loss_map_dir": 0.09459, "d0.loss_plan_l1_fix_time": 9.30642, "d0.loss_plan_l1_fix_dist": 3.13849, "d1.loss_plan_l1_fix_time": 9.75044, "d1.loss_plan_l1_fix_dist": 4.08195, "d2.loss_plan_l1_fix_time": 10.25692, "d2.loss_plan_l1_fix_dist": 5.54673, "d3.loss_plan_l1_fix_time": 10.84514, "d3.loss_plan_l1_fix_dist": 7.28534, "d4.loss_plan_l1_fix_time": 11.37837, "d4.loss_plan_l1_fix_dist": 9.82072, "d5.loss_plan_l1_fix_time": 11.97453, "d5.loss_plan_l1_fix_dist": 12.47565, "d6.loss_plan_l1_fix_time": 12.55222, "d6.loss_plan_l1_fix_dist": 14.96, "d0.loss_cls_all": 450.47849, "d0.loss_bbox_all": 1.63607, "d0.loss_cls": 450.47849, "d0.loss_bbox": 1.63607, "d1.loss_cls": 498.76385, "d1.loss_bbox": 1.61268, "d2.loss_cls": 493.99471, "d2.loss_bbox": 1.67709, "d3.loss_cls": 564.47956, "d3.loss_bbox": 1.67152, "d4.loss_cls": 529.9633, "d4.loss_bbox": 1.62845, "d5.loss_cls": 598.15416, "d5.loss_bbox": 1.71292, "d0.loss_traj_cls": 0.07253, "d0.loss_traj": 4.01002, "d1.loss_traj_cls": 0.06156, "d1.loss_traj": 4.0386, "d2.loss_traj_cls": 0.06451, "d2.loss_traj": 4.12676, "d3.loss_traj_cls": 0.11037, "d3.loss_traj": 4.09757, "d4.loss_traj_cls": 0.05513, "d4.loss_traj": 3.97019, "d5.loss_traj_cls": 0.06038, "d5.loss_traj": 4.01782, "d0.loss_map_cls_all": 6.96779, "d0.loss_map_pts_all": 4.86052, "d0.loss_map_dir_all": 0.09483, "d0.loss_map_cls": 6.96779, "d0.loss_map_pts": 4.86052, "d0.loss_map_dir": 0.09483, "d1.loss_map_cls": 6.28808, "d1.loss_map_pts": 4.89425, "d1.loss_map_dir": 0.09464, "d2.loss_map_cls": 6.99186, "d2.loss_map_pts": 4.94063, "d2.loss_map_dir": 0.09435, "d3.loss_map_cls": 9.52936, "d3.loss_map_pts": 4.97997, "d3.loss_map_dir": 0.09452, "d4.loss_map_cls": 9.53639, "d4.loss_map_pts": 5.04683, "d4.loss_map_dir": 0.09459, "d5.loss_map_cls": 9.54202, "d5.loss_map_pts": 5.12155, "d5.loss_map_dir": 0.09466, "loss": 4524.49282, "time": 0.44469}
|
| 3 |
+
{"mode": "train", "epoch": 1, "iter": 100, "lr": 2e-05, "memory": 8383, "data_time": 0.01487, "loss_cls": 626.44164, "loss_bbox": 1.59857, "loss_traj": 6.44119, "loss_traj_cls": 0.09768, "loss_map_cls": 10.34707, "loss_map_pts": 5.71885, "loss_map_dir": 0.09489, "d0.loss_plan_l1_fix_time": 12.79413, "d0.loss_plan_l1_fix_dist": 3.45601, "d1.loss_plan_l1_fix_time": 13.14162, "d1.loss_plan_l1_fix_dist": 4.52002, "d2.loss_plan_l1_fix_time": 13.53163, "d2.loss_plan_l1_fix_dist": 6.35807, "d3.loss_plan_l1_fix_time": 14.03, "d3.loss_plan_l1_fix_dist": 8.32486, "d4.loss_plan_l1_fix_time": 14.48508, "d4.loss_plan_l1_fix_dist": 11.14151, "d5.loss_plan_l1_fix_time": 15.00749, "d5.loss_plan_l1_fix_dist": 14.03199, "d6.loss_plan_l1_fix_time": 15.49705, "d6.loss_plan_l1_fix_dist": 16.7319, "d0.loss_cls_all": 439.38902, "d0.loss_bbox_all": 1.56909, "d0.loss_cls": 439.38902, "d0.loss_bbox": 1.56909, "d1.loss_cls": 475.74923, "d1.loss_bbox": 1.534, "d2.loss_cls": 472.1059, "d2.loss_bbox": 1.62032, "d3.loss_cls": 534.09594, "d3.loss_bbox": 1.60845, "d4.loss_cls": 507.81033, "d4.loss_bbox": 1.51019, "d5.loss_cls": 568.90932, "d5.loss_bbox": 1.60939, "d0.loss_traj_cls": 0.07387, "d0.loss_traj": 6.41605, "d1.loss_traj_cls": 0.06217, "d1.loss_traj": 6.47864, "d2.loss_traj_cls": 0.06389, "d2.loss_traj": 6.55051, "d3.loss_traj_cls": 0.10723, "d3.loss_traj": 6.49551, "d4.loss_traj_cls": 0.05342, "d4.loss_traj": 6.40698, "d5.loss_traj_cls": 0.05782, "d5.loss_traj": 6.45538, "d0.loss_map_cls_all": 7.88378, "d0.loss_map_pts_all": 5.45726, "d0.loss_map_dir_all": 0.09518, "d0.loss_map_cls": 7.88378, "d0.loss_map_pts": 5.45726, "d0.loss_map_dir": 0.09518, "d1.loss_map_cls": 7.53985, "d1.loss_map_pts": 5.48011, "d1.loss_map_dir": 0.09503, "d2.loss_map_cls": 8.07995, "d2.loss_map_pts": 5.51072, "d2.loss_map_dir": 0.09493, "d3.loss_map_cls": 10.82249, "d3.loss_map_pts": 5.54667, "d3.loss_map_dir": 0.09494, "d4.loss_map_cls": 10.69281, "d4.loss_map_pts": 5.60946, "d4.loss_map_dir": 0.09487, "d5.loss_map_cls": 10.59452, "d5.loss_map_pts": 5.66562, "d5.loss_map_dir": 0.09486, "loss": 4404.37111, "time": 0.33908, "grad_norm": 60564.42188}
|
| 4 |
+
{"mode": "train", "epoch": 1, "iter": 150, "lr": 2e-05, "memory": 8386, "data_time": 0.01299, "loss_cls": 304.19284, "loss_bbox": 1.91528, "loss_traj": 5.37765, "loss_traj_cls": 0.07958, "loss_map_cls": 10.86869, "loss_map_pts": 5.5582, "loss_map_dir": 0.09545, "d0.loss_plan_l1_fix_time": 11.50062, "d0.loss_plan_l1_fix_dist": 3.27048, "d1.loss_plan_l1_fix_time": 11.82577, "d1.loss_plan_l1_fix_dist": 4.11765, "d2.loss_plan_l1_fix_time": 12.21625, "d2.loss_plan_l1_fix_dist": 5.55514, "d3.loss_plan_l1_fix_time": 12.71291, "d3.loss_plan_l1_fix_dist": 7.15014, "d4.loss_plan_l1_fix_time": 13.14077, "d4.loss_plan_l1_fix_dist": 9.18542, "d5.loss_plan_l1_fix_time": 13.6123, "d5.loss_plan_l1_fix_dist": 11.11484, "d6.loss_plan_l1_fix_time": 14.07978, "d6.loss_plan_l1_fix_dist": 12.95092, "d0.loss_cls_all": 273.02732, "d0.loss_bbox_all": 1.59821, "d0.loss_cls": 273.02732, "d0.loss_bbox": 1.59821, "d1.loss_cls": 283.47658, "d1.loss_bbox": 1.56954, "d2.loss_cls": 251.10545, "d2.loss_bbox": 1.63382, "d3.loss_cls": 261.52771, "d3.loss_bbox": 1.6314, "d4.loss_cls": 239.71468, "d4.loss_bbox": 1.69231, "d5.loss_cls": 278.12239, "d5.loss_bbox": 1.87307, "d0.loss_traj_cls": 0.06146, "d0.loss_traj": 5.26453, "d1.loss_traj_cls": 0.04697, "d1.loss_traj": 5.38943, "d2.loss_traj_cls": 0.04343, "d2.loss_traj": 5.44013, "d3.loss_traj_cls": 0.09045, "d3.loss_traj": 5.41163, "d4.loss_traj_cls": 0.04263, "d4.loss_traj": 5.33684, "d5.loss_traj_cls": 0.05175, "d5.loss_traj": 5.39312, "d0.loss_map_cls_all": 8.05387, "d0.loss_map_pts_all": 5.266, "d0.loss_map_dir_all": 0.0955, "d0.loss_map_cls": 8.05387, "d0.loss_map_pts": 5.266, "d0.loss_map_dir": 0.0955, "d1.loss_map_cls": 7.66278, "d1.loss_map_pts": 5.30528, "d1.loss_map_dir": 0.09518, "d2.loss_map_cls": 8.34849, "d2.loss_map_pts": 5.34785, "d2.loss_map_dir": 0.0951, "d3.loss_map_cls": 11.92587, "d3.loss_map_pts": 5.37653, "d3.loss_map_dir": 0.09521, "d4.loss_map_cls": 11.46226, "d4.loss_map_pts": 5.43313, "d4.loss_map_dir": 0.09541, "d5.loss_map_cls": 11.36443, "d5.loss_map_pts": 5.49405, "d5.loss_map_dir": 0.09535, "loss": 2479.71877, "time": 0.32757, "grad_norm": 60564.42188}
|
| 5 |
+
{"mode": "train", "epoch": 1, "iter": 200, "lr": 3e-05, "memory": 8387, "data_time": 0.01341, "loss_cls": 279.17619, "loss_bbox": 1.88843, "loss_traj": 5.55966, "loss_traj_cls": 0.07611, "loss_map_cls": 8.85275, "loss_map_pts": 5.33187, "loss_map_dir": 0.09569, "d0.loss_plan_l1_fix_time": 12.16875, "d0.loss_plan_l1_fix_dist": 3.25801, "d1.loss_plan_l1_fix_time": 12.42607, "d1.loss_plan_l1_fix_dist": 3.99226, "d2.loss_plan_l1_fix_time": 12.74268, "d2.loss_plan_l1_fix_dist": 5.3855, "d3.loss_plan_l1_fix_time": 13.15501, "d3.loss_plan_l1_fix_dist": 6.83058, "d4.loss_plan_l1_fix_time": 13.51952, "d4.loss_plan_l1_fix_dist": 8.69291, "d5.loss_plan_l1_fix_time": 13.93501, "d5.loss_plan_l1_fix_dist": 10.42295, "d6.loss_plan_l1_fix_time": 14.35406, "d6.loss_plan_l1_fix_dist": 12.06288, "d0.loss_cls_all": 255.72453, "d0.loss_bbox_all": 1.55675, "d0.loss_cls": 255.72453, "d0.loss_bbox": 1.55675, "d1.loss_cls": 264.15624, "d1.loss_bbox": 1.51633, "d2.loss_cls": 229.52285, "d2.loss_bbox": 1.57749, "d3.loss_cls": 236.75183, "d3.loss_bbox": 1.56712, "d4.loss_cls": 217.66431, "d4.loss_bbox": 1.62699, "d5.loss_cls": 255.27966, "d5.loss_bbox": 1.83758, "d0.loss_traj_cls": 0.05899, "d0.loss_traj": 5.41551, "d1.loss_traj_cls": 0.04587, "d1.loss_traj": 5.5546, "d2.loss_traj_cls": 0.0429, "d2.loss_traj": 5.6045, "d3.loss_traj_cls": 0.08763, "d3.loss_traj": 5.58474, "d4.loss_traj_cls": 0.04226, "d4.loss_traj": 5.52424, "d5.loss_traj_cls": 0.04884, "d5.loss_traj": 5.57946, "d0.loss_map_cls_all": 6.68901, "d0.loss_map_pts_all": 5.15649, "d0.loss_map_dir_all": 0.0953, "d0.loss_map_cls": 6.68901, "d0.loss_map_pts": 5.15649, "d0.loss_map_dir": 0.0953, "d1.loss_map_cls": 6.38908, "d1.loss_map_pts": 5.17633, "d1.loss_map_dir": 0.09513, "d2.loss_map_cls": 6.90159, "d2.loss_map_pts": 5.19467, "d2.loss_map_dir": 0.09529, "d3.loss_map_cls": 9.86041, "d3.loss_map_pts": 5.21142, "d3.loss_map_dir": 0.09545, "d4.loss_map_cls": 9.39067, "d4.loss_map_pts": 5.24618, "d4.loss_map_dir": 0.09551, "d5.loss_map_cls": 9.35884, "d5.loss_map_pts": 5.29202, "d5.loss_map_dir": 0.09556, "loss": 2295.95915, "time": 0.34446, "grad_norm": 46417.17285}
|
| 6 |
+
{"mode": "train", "epoch": 1, "iter": 250, "lr": 3e-05, "memory": 8387, "data_time": 0.01401, "loss_cls": 118.81686, "loss_bbox": 1.8936, "loss_traj": 5.4645, "loss_traj_cls": 0.06418, "loss_map_cls": 8.70577, "loss_map_pts": 5.45668, "loss_map_dir": 0.09615, "d0.loss_plan_l1_fix_time": 10.55933, "d0.loss_plan_l1_fix_dist": 3.16771, "d1.loss_plan_l1_fix_time": 10.79617, "d1.loss_plan_l1_fix_dist": 3.66711, "d2.loss_plan_l1_fix_time": 11.1036, "d2.loss_plan_l1_fix_dist": 4.96834, "d3.loss_plan_l1_fix_time": 11.49383, "d3.loss_plan_l1_fix_dist": 6.43861, "d4.loss_plan_l1_fix_time": 11.86369, "d4.loss_plan_l1_fix_dist": 8.07102, "d5.loss_plan_l1_fix_time": 12.25508, "d5.loss_plan_l1_fix_dist": 9.41038, "d6.loss_plan_l1_fix_time": 12.6721, "d6.loss_plan_l1_fix_dist": 10.22536, "d0.loss_cls_all": 150.20252, "d0.loss_bbox_all": 1.56507, "d0.loss_cls": 150.20252, "d0.loss_bbox": 1.56507, "d1.loss_cls": 137.19035, "d1.loss_bbox": 1.62341, "d2.loss_cls": 104.61809, "d2.loss_bbox": 1.66627, "d3.loss_cls": 98.35628, "d3.loss_bbox": 1.5951, "d4.loss_cls": 95.76744, "d4.loss_bbox": 1.68808, "d5.loss_cls": 115.24236, "d5.loss_bbox": 1.85002, "d0.loss_traj_cls": 0.04861, "d0.loss_traj": 5.27432, "d1.loss_traj_cls": 0.03281, "d1.loss_traj": 5.45631, "d2.loss_traj_cls": 0.03035, "d2.loss_traj": 5.44457, "d3.loss_traj_cls": 0.06118, "d3.loss_traj": 5.47029, "d4.loss_traj_cls": 0.0284, "d4.loss_traj": 5.4345, "d5.loss_traj_cls": 0.037, "d5.loss_traj": 5.50491, "d0.loss_map_cls_all": 6.6488, "d0.loss_map_pts_all": 5.26969, "d0.loss_map_dir_all": 0.09601, "d0.loss_map_cls": 6.6488, "d0.loss_map_pts": 5.26969, "d0.loss_map_dir": 0.09601, "d1.loss_map_cls": 6.73317, "d1.loss_map_pts": 5.30244, "d1.loss_map_dir": 0.09602, "d2.loss_map_cls": 7.30166, "d2.loss_map_pts": 5.33323, "d2.loss_map_dir": 0.0961, "d3.loss_map_cls": 10.32854, "d3.loss_map_pts": 5.34168, "d3.loss_map_dir": 0.09603, "d4.loss_map_cls": 9.60576, "d4.loss_map_pts": 5.37044, "d4.loss_map_dir": 0.0961, "d5.loss_map_cls": 9.36378, "d5.loss_map_pts": 5.40619, "d5.loss_map_dir": 0.09618, "loss": 1257.74214, "time": 0.35294, "grad_norm": 46417.17285}
|
| 7 |
+
{"mode": "train", "epoch": 1, "iter": 300, "lr": 4e-05, "memory": 8387, "data_time": 0.01521, "loss_cls": 93.38306, "loss_bbox": 1.81555, "loss_traj": 5.70534, "loss_traj_cls": 0.06697, "loss_map_cls": 7.56921, "loss_map_pts": 5.49617, "loss_map_dir": 0.09612, "d0.loss_plan_l1_fix_time": 11.12613, "d0.loss_plan_l1_fix_dist": 3.17122, "d1.loss_plan_l1_fix_time": 11.35481, "d1.loss_plan_l1_fix_dist": 3.62931, "d2.loss_plan_l1_fix_time": 11.65025, "d2.loss_plan_l1_fix_dist": 4.90766, "d3.loss_plan_l1_fix_time": 12.04474, "d3.loss_plan_l1_fix_dist": 6.26327, "d4.loss_plan_l1_fix_time": 12.44071, "d4.loss_plan_l1_fix_dist": 7.6794, "d5.loss_plan_l1_fix_time": 12.84551, "d5.loss_plan_l1_fix_dist": 8.9216, "d6.loss_plan_l1_fix_time": 13.26527, "d6.loss_plan_l1_fix_dist": 9.5952, "d0.loss_cls_all": 118.95859, "d0.loss_bbox_all": 1.54155, "d0.loss_cls": 118.95859, "d0.loss_bbox": 1.54155, "d1.loss_cls": 105.83652, "d1.loss_bbox": 1.62643, "d2.loss_cls": 79.56683, "d2.loss_bbox": 1.64173, "d3.loss_cls": 76.04772, "d3.loss_bbox": 1.57067, "d4.loss_cls": 74.73556, "d4.loss_bbox": 1.66622, "d5.loss_cls": 89.57434, "d5.loss_bbox": 1.78897, "d0.loss_traj_cls": 0.04474, "d0.loss_traj": 5.5213, "d1.loss_traj_cls": 0.03133, "d1.loss_traj": 5.68633, "d2.loss_traj_cls": 0.02983, "d2.loss_traj": 5.66582, "d3.loss_traj_cls": 0.06038, "d3.loss_traj": 5.69463, "d4.loss_traj_cls": 0.02862, "d4.loss_traj": 5.66923, "d5.loss_traj_cls": 0.03702, "d5.loss_traj": 5.74577, "d0.loss_map_cls_all": 6.1971, "d0.loss_map_pts_all": 5.39536, "d0.loss_map_dir_all": 0.09619, "d0.loss_map_cls": 6.1971, "d0.loss_map_pts": 5.39536, "d0.loss_map_dir": 0.09619, "d1.loss_map_cls": 6.26965, "d1.loss_map_pts": 5.41403, "d1.loss_map_dir": 0.09599, "d2.loss_map_cls": 6.67858, "d2.loss_map_pts": 5.42925, "d2.loss_map_dir": 0.09598, "d3.loss_map_cls": 9.23519, "d3.loss_map_pts": 5.43208, "d3.loss_map_dir": 0.09606, "d4.loss_map_cls": 8.53333, "d4.loss_map_pts": 5.44662, "d4.loss_map_dir": 0.09618, "d5.loss_map_cls": 8.23513, "d5.loss_map_pts": 5.46889, "d5.loss_map_dir": 0.09615, "loss": 1042.29819, "time": 0.34366, "grad_norm": 35614.28776}
|
| 8 |
+
{"mode": "train", "epoch": 1, "iter": 350, "lr": 4e-05, "memory": 8387, "data_time": 0.0181, "loss_cls": 33.6001, "loss_bbox": 1.64369, "loss_traj": 6.56228, "loss_traj_cls": 0.04357, "loss_map_cls": 4.98712, "loss_map_pts": 5.26335, "loss_map_dir": 0.09772, "d0.loss_plan_l1_fix_time": 12.74146, "d0.loss_plan_l1_fix_dist": 3.2508, "d1.loss_plan_l1_fix_time": 12.91015, "d1.loss_plan_l1_fix_dist": 3.46792, "d2.loss_plan_l1_fix_time": 13.15054, "d2.loss_plan_l1_fix_dist": 4.64399, "d3.loss_plan_l1_fix_time": 13.51021, "d3.loss_plan_l1_fix_dist": 5.75555, "d4.loss_plan_l1_fix_time": 13.95278, "d4.loss_plan_l1_fix_dist": 6.94462, "d5.loss_plan_l1_fix_time": 14.35316, "d5.loss_plan_l1_fix_dist": 7.7443, "d6.loss_plan_l1_fix_time": 14.79286, "d6.loss_plan_l1_fix_dist": 7.86816, "d0.loss_cls_all": 63.32375, "d0.loss_bbox_all": 1.4636, "d0.loss_cls": 63.32375, "d0.loss_bbox": 1.4636, "d1.loss_cls": 49.02429, "d1.loss_bbox": 1.55671, "d2.loss_cls": 32.50107, "d2.loss_bbox": 1.53385, "d3.loss_cls": 29.11096, "d3.loss_bbox": 1.43331, "d4.loss_cls": 27.448, "d4.loss_bbox": 1.52237, "d5.loss_cls": 33.33375, "d5.loss_bbox": 1.6351, "d0.loss_traj_cls": 0.0329, "d0.loss_traj": 6.37567, "d1.loss_traj_cls": 0.02219, "d1.loss_traj": 6.54309, "d2.loss_traj_cls": 0.02136, "d2.loss_traj": 6.48158, "d3.loss_traj_cls": 0.03868, "d3.loss_traj": 6.52873, "d4.loss_traj_cls": 0.02176, "d4.loss_traj": 6.51, "d5.loss_traj_cls": 0.02455, "d5.loss_traj": 6.60888, "d0.loss_map_cls_all": 4.66142, "d0.loss_map_pts_all": 5.22108, "d0.loss_map_dir_all": 0.09769, "d0.loss_map_cls": 4.66142, "d0.loss_map_pts": 5.22108, "d0.loss_map_dir": 0.09769, "d1.loss_map_cls": 4.8071, "d1.loss_map_pts": 5.24419, "d1.loss_map_dir": 0.09774, "d2.loss_map_cls": 4.95553, "d2.loss_map_pts": 5.25019, "d2.loss_map_dir": 0.09785, "d3.loss_map_cls": 6.06061, "d3.loss_map_pts": 5.24667, "d3.loss_map_dir": 0.09783, "d4.loss_map_cls": 5.87554, "d4.loss_map_pts": 5.24887, "d4.loss_map_dir": 0.09785, "d5.loss_map_cls": 5.47604, "d5.loss_map_pts": 5.24991, "d5.loss_map_dir": 0.09773, "loss": 609.03181, "time": 0.33595, "grad_norm": 35614.28776}
|
DriveTransformer/goalpoint_1gpu/20260224_002559.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260224_002559.log.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260224_021525.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260224_021525.log.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c15b908c1768e57b469d1161d31a35e8489616a0a419072f6879f753d8a072ac
|
| 3 |
+
size 10949303
|
DriveTransformer/goalpoint_1gpu/20260226_120012.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260226_120012.log.json
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=6,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 6\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 24\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=32)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=24)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 32\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
|
| 2 |
+
{"mode": "train", "epoch": 1, "iter": 50, "lr": 1e-05, "memory": 18742, "data_time": 0.16289, "loss_cls": 765.49142, "loss_bbox": 1.65258, "loss_traj": 5.42148, "loss_traj_cls": 0.08053, "loss_map_cls": 10.71436, "loss_map_pts": 5.56954, "loss_map_dir": 0.09485, "d0.loss_plan_l1_fix_time": 11.6801, "d0.loss_plan_l1_fix_dist": 3.3227, "d1.loss_plan_l1_fix_time": 12.03994, "d1.loss_plan_l1_fix_dist": 4.3396, "d2.loss_plan_l1_fix_time": 12.47096, "d2.loss_plan_l1_fix_dist": 5.8791, "d3.loss_plan_l1_fix_time": 13.00667, "d3.loss_plan_l1_fix_dist": 7.74002, "d4.loss_plan_l1_fix_time": 13.50544, "d4.loss_plan_l1_fix_dist": 10.227, "d5.loss_plan_l1_fix_time": 14.06095, "d5.loss_plan_l1_fix_dist": 12.86495, "d6.loss_plan_l1_fix_time": 14.58598, "d6.loss_plan_l1_fix_dist": 15.38393, "d0.loss_cls_all": 526.07043, "d0.loss_bbox_all": 1.6224, "d0.loss_cls": 526.07043, "d0.loss_bbox": 1.6224, "d1.loss_cls": 587.85332, "d1.loss_bbox": 1.58506, "d2.loss_cls": 583.52789, "d2.loss_bbox": 1.67198, "d3.loss_cls": 660.59938, "d3.loss_bbox": 1.66382, "d4.loss_cls": 623.1714, "d4.loss_bbox": 1.56808, "d5.loss_cls": 690.49742, "d5.loss_bbox": 1.66726, "d0.loss_traj_cls": 0.07464, "d0.loss_traj": 5.39304, "d1.loss_traj_cls": 0.06299, "d1.loss_traj": 5.4374, "d2.loss_traj_cls": 0.06416, "d2.loss_traj": 5.51159, "d3.loss_traj_cls": 0.10336, "d3.loss_traj": 5.46209, "d4.loss_traj_cls": 0.04939, "d4.loss_traj": 5.37481, "d5.loss_traj_cls": 0.04963, "d5.loss_traj": 5.4128, "d0.loss_map_cls_all": 8.11906, "d0.loss_map_pts_all": 5.28492, "d0.loss_map_dir_all": 0.09516, "d0.loss_map_cls": 8.11906, "d0.loss_map_pts": 5.28492, "d0.loss_map_dir": 0.09516, "d1.loss_map_cls": 7.37458, "d1.loss_map_pts": 5.30505, "d1.loss_map_dir": 0.09505, "d2.loss_map_cls": 8.08304, "d2.loss_map_pts": 5.33853, "d2.loss_map_dir": 0.09486, "d3.loss_map_cls": 10.98067, "d3.loss_map_pts": 5.37862, "d3.loss_map_dir": 0.09495, "d4.loss_map_cls": 10.97122, "d4.loss_map_pts": 5.44378, "d4.loss_map_dir": 0.09485, "d5.loss_map_cls": 10.90884, "d5.loss_map_pts": 5.5091, "d5.loss_map_dir": 0.09489, "loss": 5285.08575, "time": 0.91402, "grad_norm": Infinity}
|
| 3 |
+
{"mode": "train", "epoch": 1, "iter": 100, "lr": 2e-05, "memory": 18742, "data_time": 0.03026, "loss_cls": 801.18242, "loss_bbox": 1.6245, "loss_traj": 6.72631, "loss_traj_cls": 0.09134, "loss_map_cls": 12.07669, "loss_map_pts": 5.45573, "loss_map_dir": 0.09512, "d0.loss_plan_l1_fix_time": 13.69947, "d0.loss_plan_l1_fix_dist": 3.30163, "d1.loss_plan_l1_fix_time": 14.00503, "d1.loss_plan_l1_fix_dist": 4.39494, "d2.loss_plan_l1_fix_time": 14.3598, "d2.loss_plan_l1_fix_dist": 6.13552, "d3.loss_plan_l1_fix_time": 14.80622, "d3.loss_plan_l1_fix_dist": 7.99685, "d4.loss_plan_l1_fix_time": 15.20746, "d4.loss_plan_l1_fix_dist": 10.64372, "d5.loss_plan_l1_fix_time": 15.67864, "d5.loss_plan_l1_fix_dist": 13.42556, "d6.loss_plan_l1_fix_time": 16.13449, "d6.loss_plan_l1_fix_dist": 16.05053, "d0.loss_cls_all": 535.93791, "d0.loss_bbox_all": 1.60585, "d0.loss_cls": 535.93791, "d0.loss_bbox": 1.60585, "d1.loss_cls": 599.21316, "d1.loss_bbox": 1.56749, "d2.loss_cls": 599.68562, "d2.loss_bbox": 1.64931, "d3.loss_cls": 682.77768, "d3.loss_bbox": 1.6523, "d4.loss_cls": 652.6119, "d4.loss_bbox": 1.54969, "d5.loss_cls": 730.07838, "d5.loss_bbox": 1.64365, "d0.loss_traj_cls": 0.07499, "d0.loss_traj": 6.68263, "d1.loss_traj_cls": 0.06088, "d1.loss_traj": 6.74077, "d2.loss_traj_cls": 0.06325, "d2.loss_traj": 6.83282, "d3.loss_traj_cls": 0.10481, "d3.loss_traj": 6.77822, "d4.loss_traj_cls": 0.0534, "d4.loss_traj": 6.68975, "d5.loss_traj_cls": 0.0563, "d5.loss_traj": 6.72053, "d0.loss_map_cls_all": 8.93454, "d0.loss_map_pts_all": 5.22809, "d0.loss_map_dir_all": 0.09567, "d0.loss_map_cls": 8.93454, "d0.loss_map_pts": 5.22809, "d0.loss_map_dir": 0.09567, "d1.loss_map_cls": 8.31755, "d1.loss_map_pts": 5.24843, "d1.loss_map_dir": 0.09534, "d2.loss_map_cls": 9.09815, "d2.loss_map_pts": 5.27092, "d2.loss_map_dir": 0.09516, "d3.loss_map_cls": 12.26367, "d3.loss_map_pts": 5.30368, "d3.loss_map_dir": 0.09526, "d4.loss_map_cls": 12.3236, "d4.loss_map_pts": 5.36317, "d4.loss_map_dir": 0.09519, "d5.loss_map_cls": 12.25696, "d5.loss_map_pts": 5.4132, "d5.loss_map_dir": 0.09518, "loss": 5491.31941, "time": 0.71749, "grad_norm": Infinity}
|
| 4 |
+
{"mode": "train", "epoch": 1, "iter": 150, "lr": 2e-05, "memory": 18742, "data_time": 0.02869, "loss_cls": 658.1236, "loss_bbox": 1.68195, "loss_traj": 5.96073, "loss_traj_cls": 0.09148, "loss_map_cls": 12.32246, "loss_map_pts": 5.71878, "loss_map_dir": 0.0951, "d0.loss_plan_l1_fix_time": 12.42425, "d0.loss_plan_l1_fix_dist": 3.31449, "d1.loss_plan_l1_fix_time": 12.7271, "d1.loss_plan_l1_fix_dist": 4.3634, "d2.loss_plan_l1_fix_time": 13.09657, "d2.loss_plan_l1_fix_dist": 6.05723, "d3.loss_plan_l1_fix_time": 13.57252, "d3.loss_plan_l1_fix_dist": 7.95551, "d4.loss_plan_l1_fix_time": 14.01061, "d4.loss_plan_l1_fix_dist": 10.56123, "d5.loss_plan_l1_fix_time": 14.51101, "d5.loss_plan_l1_fix_dist": 13.31241, "d6.loss_plan_l1_fix_time": 14.98354, "d6.loss_plan_l1_fix_dist": 15.903, "d0.loss_cls_all": 455.12233, "d0.loss_bbox_all": 1.63516, "d0.loss_cls": 455.12233, "d0.loss_bbox": 1.63516, "d1.loss_cls": 495.43377, "d1.loss_bbox": 1.61027, "d2.loss_cls": 500.26311, "d2.loss_bbox": 1.68691, "d3.loss_cls": 570.47006, "d3.loss_bbox": 1.67625, "d4.loss_cls": 534.87651, "d4.loss_bbox": 1.60599, "d5.loss_cls": 596.23801, "d5.loss_bbox": 1.69145, "d0.loss_traj_cls": 0.07466, "d0.loss_traj": 5.94299, "d1.loss_traj_cls": 0.06484, "d1.loss_traj": 5.99892, "d2.loss_traj_cls": 0.06467, "d2.loss_traj": 6.07051, "d3.loss_traj_cls": 0.11258, "d3.loss_traj": 6.01217, "d4.loss_traj_cls": 0.05355, "d4.loss_traj": 5.93044, "d5.loss_traj_cls": 0.05572, "d5.loss_traj": 5.97213, "d0.loss_map_cls_all": 9.41062, "d0.loss_map_pts_all": 5.34636, "d0.loss_map_dir_all": 0.09532, "d0.loss_map_cls": 9.41062, "d0.loss_map_pts": 5.34636, "d0.loss_map_dir": 0.09532, "d1.loss_map_cls": 8.67331, "d1.loss_map_pts": 5.37718, "d1.loss_map_dir": 0.09529, "d2.loss_map_cls": 9.37822, "d2.loss_map_pts": 5.42854, "d2.loss_map_dir": 0.09512, "d3.loss_map_cls": 12.49, "d3.loss_map_pts": 5.47902, "d3.loss_map_dir": 0.09511, "d4.loss_map_cls": 12.55354, "d4.loss_map_pts": 5.55991, "d4.loss_map_dir": 0.09506, "d5.loss_map_cls": 12.53398, "d5.loss_map_pts": 5.64251, "d5.loss_map_dir": 0.09504, "loss": 4609.50381, "time": 0.76152, "grad_norm": Infinity}
|
| 5 |
+
{"mode": "train", "epoch": 1, "iter": 200, "lr": 3e-05, "memory": 18742, "data_time": 0.03218, "loss_cls": 692.39147, "loss_bbox": 1.70757, "loss_traj": 5.30868, "loss_traj_cls": 0.1032, "loss_map_cls": 8.44697, "loss_map_pts": 5.65859, "loss_map_dir": 0.09494, "d0.loss_plan_l1_fix_time": 9.67673, "d0.loss_plan_l1_fix_dist": 3.318, "d1.loss_plan_l1_fix_time": 10.12235, "d1.loss_plan_l1_fix_dist": 4.34487, "d2.loss_plan_l1_fix_time": 10.62074, "d2.loss_plan_l1_fix_dist": 6.10401, "d3.loss_plan_l1_fix_time": 11.22034, "d3.loss_plan_l1_fix_dist": 7.96125, "d4.loss_plan_l1_fix_time": 11.75606, "d4.loss_plan_l1_fix_dist": 10.5844, "d5.loss_plan_l1_fix_time": 12.35992, "d5.loss_plan_l1_fix_dist": 13.30802, "d6.loss_plan_l1_fix_time": 12.93397, "d6.loss_plan_l1_fix_dist": 15.89935, "d0.loss_cls_all": 466.0882, "d0.loss_bbox_all": 1.64889, "d0.loss_cls": 466.0882, "d0.loss_bbox": 1.64889, "d1.loss_cls": 509.98494, "d1.loss_bbox": 1.62194, "d2.loss_cls": 512.11243, "d2.loss_bbox": 1.69561, "d3.loss_cls": 590.25569, "d3.loss_bbox": 1.69686, "d4.loss_cls": 552.69551, "d4.loss_bbox": 1.64761, "d5.loss_cls": 627.92052, "d5.loss_bbox": 1.71448, "d0.loss_traj_cls": 0.0749, "d0.loss_traj": 5.2833, "d1.loss_traj_cls": 0.06239, "d1.loss_traj": 5.32036, "d2.loss_traj_cls": 0.06738, "d2.loss_traj": 5.41942, "d3.loss_traj_cls": 0.11512, "d3.loss_traj": 5.385, "d4.loss_traj_cls": 0.05662, "d4.loss_traj": 5.25114, "d5.loss_traj_cls": 0.06207, "d5.loss_traj": 5.30873, "d0.loss_map_cls_all": 6.29217, "d0.loss_map_pts_all": 5.25474, "d0.loss_map_dir_all": 0.09523, "d0.loss_map_cls": 6.29217, "d0.loss_map_pts": 5.25474, "d0.loss_map_dir": 0.09523, "d1.loss_map_cls": 5.75079, "d1.loss_map_pts": 5.30308, "d1.loss_map_dir": 0.095, "d2.loss_map_cls": 6.29504, "d2.loss_map_pts": 5.35514, "d2.loss_map_dir": 0.09482, "d3.loss_map_cls": 8.49043, "d3.loss_map_pts": 5.40335, "d3.loss_map_dir": 0.09473, "d4.loss_map_cls": 8.4606, "d4.loss_map_pts": 5.49418, "d4.loss_map_dir": 0.09464, "d5.loss_map_cls": 8.5846, "d5.loss_map_pts": 5.57526, "d5.loss_map_dir": 0.09484, "loss": 4711.61846, "time": 0.75564, "grad_norm": Infinity}
|
| 6 |
+
{"mode": "train", "epoch": 1, "iter": 250, "lr": 3e-05, "memory": 18742, "data_time": 0.03205, "loss_cls": 607.75888, "loss_bbox": 1.62599, "loss_traj": 5.8898, "loss_traj_cls": 0.09845, "loss_map_cls": 8.85374, "loss_map_pts": 5.59386, "loss_map_dir": 0.09471, "d0.loss_plan_l1_fix_time": 11.19965, "d0.loss_plan_l1_fix_dist": 3.28527, "d1.loss_plan_l1_fix_time": 11.56871, "d1.loss_plan_l1_fix_dist": 4.27034, "d2.loss_plan_l1_fix_time": 12.00022, "d2.loss_plan_l1_fix_dist": 5.8471, "d3.loss_plan_l1_fix_time": 12.52808, "d3.loss_plan_l1_fix_dist": 7.58331, "d4.loss_plan_l1_fix_time": 12.99734, "d4.loss_plan_l1_fix_dist": 10.18088, "d5.loss_plan_l1_fix_time": 13.52971, "d5.loss_plan_l1_fix_dist": 12.88479, "d6.loss_plan_l1_fix_time": 14.03103, "d6.loss_plan_l1_fix_dist": 15.40006, "d0.loss_cls_all": 421.37681, "d0.loss_bbox_all": 1.59716, "d0.loss_cls": 421.37681, "d0.loss_bbox": 1.59716, "d1.loss_cls": 454.54322, "d1.loss_bbox": 1.54317, "d2.loss_cls": 457.95436, "d2.loss_bbox": 1.6219, "d3.loss_cls": 525.39553, "d3.loss_bbox": 1.62571, "d4.loss_cls": 493.57361, "d4.loss_bbox": 1.54314, "d5.loss_cls": 552.48517, "d5.loss_bbox": 1.63351, "d0.loss_traj_cls": 0.07478, "d0.loss_traj": 5.86811, "d1.loss_traj_cls": 0.06022, "d1.loss_traj": 5.91958, "d2.loss_traj_cls": 0.06402, "d2.loss_traj": 6.00992, "d3.loss_traj_cls": 0.1087, "d3.loss_traj": 5.95794, "d4.loss_traj_cls": 0.05416, "d4.loss_traj": 5.84564, "d5.loss_traj_cls": 0.05897, "d5.loss_traj": 5.8911, "d0.loss_map_cls_all": 6.58921, "d0.loss_map_pts_all": 5.25639, "d0.loss_map_dir_all": 0.09502, "d0.loss_map_cls": 6.58921, "d0.loss_map_pts": 5.25639, "d0.loss_map_dir": 0.09502, "d1.loss_map_cls": 6.13635, "d1.loss_map_pts": 5.2925, "d1.loss_map_dir": 0.09489, "d2.loss_map_cls": 6.61473, "d2.loss_map_pts": 5.33713, "d2.loss_map_dir": 0.09476, "d3.loss_map_cls": 8.86787, "d3.loss_map_pts": 5.37929, "d3.loss_map_dir": 0.09482, "d4.loss_map_cls": 8.89463, "d4.loss_map_pts": 5.45965, "d4.loss_map_dir": 0.09466, "d5.loss_map_cls": 9.03555, "d5.loss_map_pts": 5.53062, "d5.loss_map_dir": 0.09464, "loss": 4241.90565, "time": 0.75306, "grad_norm": Infinity}
|
| 7 |
+
{"mode": "train", "epoch": 1, "iter": 300, "lr": 4e-05, "memory": 18742, "data_time": 0.03036, "loss_cls": 665.07823, "loss_bbox": 1.67911, "loss_traj": 7.15544, "loss_traj_cls": 0.0964, "loss_map_cls": 9.87196, "loss_map_pts": 5.3528, "loss_map_dir": 0.09468, "d0.loss_plan_l1_fix_time": 12.20415, "d0.loss_plan_l1_fix_dist": 3.38819, "d1.loss_plan_l1_fix_time": 12.56875, "d1.loss_plan_l1_fix_dist": 4.38203, "d2.loss_plan_l1_fix_time": 12.98507, "d2.loss_plan_l1_fix_dist": 6.14064, "d3.loss_plan_l1_fix_time": 13.5047, "d3.loss_plan_l1_fix_dist": 7.97798, "d4.loss_plan_l1_fix_time": 13.96385, "d4.loss_plan_l1_fix_dist": 10.71422, "d5.loss_plan_l1_fix_time": 14.48651, "d5.loss_plan_l1_fix_dist": 13.5458, "d6.loss_plan_l1_fix_time": 14.98356, "d6.loss_plan_l1_fix_dist": 16.18476, "d0.loss_cls_all": 457.26195, "d0.loss_bbox_all": 1.6751, "d0.loss_cls": 457.26195, "d0.loss_bbox": 1.6751, "d1.loss_cls": 500.40342, "d1.loss_bbox": 1.63324, "d2.loss_cls": 501.82459, "d2.loss_bbox": 1.72071, "d3.loss_cls": 572.80567, "d3.loss_bbox": 1.70171, "d4.loss_cls": 540.97462, "d4.loss_bbox": 1.60346, "d5.loss_cls": 607.1481, "d5.loss_bbox": 1.69408, "d0.loss_traj_cls": 0.07364, "d0.loss_traj": 7.12978, "d1.loss_traj_cls": 0.05901, "d1.loss_traj": 7.19483, "d2.loss_traj_cls": 0.06116, "d2.loss_traj": 7.28406, "d3.loss_traj_cls": 0.10727, "d3.loss_traj": 7.21865, "d4.loss_traj_cls": 0.0521, "d4.loss_traj": 7.11894, "d5.loss_traj_cls": 0.0585, "d5.loss_traj": 7.15009, "d0.loss_map_cls_all": 7.56148, "d0.loss_map_pts_all": 5.05015, "d0.loss_map_dir_all": 0.09484, "d0.loss_map_cls": 7.56148, "d0.loss_map_pts": 5.05015, "d0.loss_map_dir": 0.09484, "d1.loss_map_cls": 7.01517, "d1.loss_map_pts": 5.08151, "d1.loss_map_dir": 0.09481, "d2.loss_map_cls": 7.49757, "d2.loss_map_pts": 5.12037, "d2.loss_map_dir": 0.09465, "d3.loss_map_cls": 10.06082, "d3.loss_map_pts": 5.15778, "d3.loss_map_dir": 0.09462, "d4.loss_map_cls": 9.98775, "d4.loss_map_pts": 5.23192, "d4.loss_map_dir": 0.09462, "d5.loss_map_cls": 10.10441, "d5.loss_map_pts": 5.29534, "d5.loss_map_dir": 0.09464, "loss": 4635.68921, "time": 0.74146, "grad_norm": Infinity}
|
| 8 |
+
{"mode": "train", "epoch": 1, "iter": 350, "lr": 4e-05, "memory": 18742, "data_time": 0.03059, "loss_cls": 673.12114, "loss_bbox": 1.63801, "loss_traj": 6.25279, "loss_traj_cls": 0.09702, "loss_map_cls": 10.65954, "loss_map_pts": 5.79963, "loss_map_dir": 0.09515, "d0.loss_plan_l1_fix_time": 11.78118, "d0.loss_plan_l1_fix_dist": 3.2684, "d1.loss_plan_l1_fix_time": 12.13315, "d1.loss_plan_l1_fix_dist": 4.25846, "d2.loss_plan_l1_fix_time": 12.52803, "d2.loss_plan_l1_fix_dist": 6.03401, "d3.loss_plan_l1_fix_time": 13.03181, "d3.loss_plan_l1_fix_dist": 7.90046, "d4.loss_plan_l1_fix_time": 13.48416, "d4.loss_plan_l1_fix_dist": 10.54213, "d5.loss_plan_l1_fix_time": 13.99512, "d5.loss_plan_l1_fix_dist": 13.27837, "d6.loss_plan_l1_fix_time": 14.47475, "d6.loss_plan_l1_fix_dist": 15.87323, "d0.loss_cls_all": 460.53773, "d0.loss_bbox_all": 1.59978, "d0.loss_cls": 460.53773, "d0.loss_bbox": 1.59978, "d1.loss_cls": 506.84706, "d1.loss_bbox": 1.56053, "d2.loss_cls": 509.02045, "d2.loss_bbox": 1.65536, "d3.loss_cls": 578.61525, "d3.loss_bbox": 1.64975, "d4.loss_cls": 546.04085, "d4.loss_bbox": 1.56707, "d5.loss_cls": 609.52149, "d5.loss_bbox": 1.65416, "d0.loss_traj_cls": 0.07409, "d0.loss_traj": 6.22712, "d1.loss_traj_cls": 0.06122, "d1.loss_traj": 6.27889, "d2.loss_traj_cls": 0.06163, "d2.loss_traj": 6.37101, "d3.loss_traj_cls": 0.10882, "d3.loss_traj": 6.31293, "d4.loss_traj_cls": 0.05188, "d4.loss_traj": 6.20779, "d5.loss_traj_cls": 0.05677, "d5.loss_traj": 6.25029, "d0.loss_map_cls_all": 7.98827, "d0.loss_map_pts_all": 5.55198, "d0.loss_map_dir_all": 0.09544, "d0.loss_map_cls": 7.98827, "d0.loss_map_pts": 5.55198, "d0.loss_map_dir": 0.09544, "d1.loss_map_cls": 7.459, "d1.loss_map_pts": 5.57361, "d1.loss_map_dir": 0.09524, "d2.loss_map_cls": 8.13532, "d2.loss_map_pts": 5.6045, "d2.loss_map_dir": 0.09507, "d3.loss_map_cls": 10.87076, "d3.loss_map_pts": 5.64066, "d3.loss_map_dir": 0.09511, "d4.loss_map_cls": 10.82281, "d4.loss_map_pts": 5.69954, "d4.loss_map_dir": 0.09515, "d5.loss_map_cls": 10.77974, "d5.loss_map_pts": 5.75566, "d5.loss_map_dir": 0.0951, "loss": 4674.80466, "time": 0.70323, "grad_norm": Infinity}
|
| 9 |
+
{"mode": "train", "epoch": 1, "iter": 400, "lr": 5e-05, "memory": 18742, "data_time": 0.03193, "loss_cls": 583.03757, "loss_bbox": 1.69454, "loss_traj": 5.26445, "loss_traj_cls": 0.09368, "loss_map_cls": 7.62748, "loss_map_pts": 5.58257, "loss_map_dir": 0.09443, "d0.loss_plan_l1_fix_time": 12.15748, "d0.loss_plan_l1_fix_dist": 3.38646, "d1.loss_plan_l1_fix_time": 12.47896, "d1.loss_plan_l1_fix_dist": 4.40346, "d2.loss_plan_l1_fix_time": 12.8563, "d2.loss_plan_l1_fix_dist": 6.19116, "d3.loss_plan_l1_fix_time": 13.33596, "d3.loss_plan_l1_fix_dist": 8.05766, "d4.loss_plan_l1_fix_time": 13.75867, "d4.loss_plan_l1_fix_dist": 10.68067, "d5.loss_plan_l1_fix_time": 14.24408, "d5.loss_plan_l1_fix_dist": 13.44939, "d6.loss_plan_l1_fix_time": 14.71076, "d6.loss_plan_l1_fix_dist": 16.08225, "d0.loss_cls_all": 402.68835, "d0.loss_bbox_all": 1.63263, "d0.loss_cls": 402.68835, "d0.loss_bbox": 1.63263, "d1.loss_cls": 436.67311, "d1.loss_bbox": 1.59733, "d2.loss_cls": 442.83998, "d2.loss_bbox": 1.68198, "d3.loss_cls": 502.02896, "d3.loss_bbox": 1.66772, "d4.loss_cls": 468.56074, "d4.loss_bbox": 1.61625, "d5.loss_cls": 530.1911, "d5.loss_bbox": 1.69784, "d0.loss_traj_cls": 0.07412, "d0.loss_traj": 5.24663, "d1.loss_traj_cls": 0.06062, "d1.loss_traj": 5.30128, "d2.loss_traj_cls": 0.06227, "d2.loss_traj": 5.37161, "d3.loss_traj_cls": 0.10715, "d3.loss_traj": 5.32785, "d4.loss_traj_cls": 0.05168, "d4.loss_traj": 5.23401, "d5.loss_traj_cls": 0.05671, "d5.loss_traj": 5.27302, "d0.loss_map_cls_all": 5.9572, "d0.loss_map_pts_all": 5.18347, "d0.loss_map_dir_all": 0.09455, "d0.loss_map_cls": 5.9572, "d0.loss_map_pts": 5.18347, "d0.loss_map_dir": 0.09455, "d1.loss_map_cls": 5.56148, "d1.loss_map_pts": 5.21562, "d1.loss_map_dir": 0.09435, "d2.loss_map_cls": 6.02015, "d2.loss_map_pts": 5.26764, "d2.loss_map_dir": 0.09432, "d3.loss_map_cls": 7.97207, "d3.loss_map_pts": 5.31834, "d3.loss_map_dir": 0.09436, "d4.loss_map_cls": 7.80769, "d4.loss_map_pts": 5.4039, "d4.loss_map_dir": 0.09443, "d5.loss_map_cls": 7.78725, "d5.loss_map_pts": 5.49466, "d5.loss_map_dir": 0.09447, "loss": 4073.34293, "time": 0.77176, "grad_norm": Infinity}
|
| 10 |
+
{"mode": "train", "epoch": 1, "iter": 450, "lr": 5e-05, "memory": 18742, "data_time": 0.02925, "loss_cls": 704.71212, "loss_bbox": 1.67156, "loss_traj": 4.93127, "loss_traj_cls": 0.09407, "loss_map_cls": 9.68446, "loss_map_pts": 5.45809, "loss_map_dir": 0.09451, "d0.loss_plan_l1_fix_time": 10.8355, "d0.loss_plan_l1_fix_dist": 3.48124, "d1.loss_plan_l1_fix_time": 11.23393, "d1.loss_plan_l1_fix_dist": 4.44744, "d2.loss_plan_l1_fix_time": 11.69117, "d2.loss_plan_l1_fix_dist": 6.13524, "d3.loss_plan_l1_fix_time": 12.25628, "d3.loss_plan_l1_fix_dist": 8.03063, "d4.loss_plan_l1_fix_time": 12.7658, "d4.loss_plan_l1_fix_dist": 10.71498, "d5.loss_plan_l1_fix_time": 13.32608, "d5.loss_plan_l1_fix_dist": 13.53135, "d6.loss_plan_l1_fix_time": 13.85597, "d6.loss_plan_l1_fix_dist": 16.17279, "d0.loss_cls_all": 487.91148, "d0.loss_bbox_all": 1.59865, "d0.loss_cls": 487.91148, "d0.loss_bbox": 1.59865, "d1.loss_cls": 532.5919, "d1.loss_bbox": 1.55687, "d2.loss_cls": 539.18407, "d2.loss_bbox": 1.6311, "d3.loss_cls": 610.185, "d3.loss_bbox": 1.6188, "d4.loss_cls": 570.91517, "d4.loss_bbox": 1.56123, "d5.loss_cls": 636.73741, "d5.loss_bbox": 1.6714, "d0.loss_traj_cls": 0.07394, "d0.loss_traj": 4.914, "d1.loss_traj_cls": 0.06242, "d1.loss_traj": 4.9497, "d2.loss_traj_cls": 0.06382, "d2.loss_traj": 5.02283, "d3.loss_traj_cls": 0.11093, "d3.loss_traj": 4.98073, "d4.loss_traj_cls": 0.05315, "d4.loss_traj": 4.87125, "d5.loss_traj_cls": 0.05677, "d5.loss_traj": 4.92481, "d0.loss_map_cls_all": 7.20379, "d0.loss_map_pts_all": 5.12949, "d0.loss_map_dir_all": 0.0948, "d0.loss_map_cls": 7.20379, "d0.loss_map_pts": 5.12949, "d0.loss_map_dir": 0.0948, "d1.loss_map_cls": 6.82079, "d1.loss_map_pts": 5.16221, "d1.loss_map_dir": 0.09459, "d2.loss_map_cls": 7.31661, "d2.loss_map_pts": 5.20174, "d2.loss_map_dir": 0.09451, "d3.loss_map_cls": 9.97594, "d3.loss_map_pts": 5.24407, "d3.loss_map_dir": 0.09447, "d4.loss_map_cls": 9.82028, "d4.loss_map_pts": 5.31348, "d4.loss_map_dir": 0.0945, "d5.loss_map_cls": 9.808, "d5.loss_map_pts": 5.38256, "d5.loss_map_dir": 0.0944, "loss": 4877.25632, "time": 0.77158, "grad_norm": Infinity}
|
| 11 |
+
{"mode": "train", "epoch": 1, "iter": 500, "lr": 5e-05, "memory": 18742, "data_time": 0.02848, "loss_cls": 648.48341, "loss_bbox": 1.65002, "loss_traj": 7.07699, "loss_traj_cls": 0.08764, "loss_map_cls": 13.72282, "loss_map_pts": 5.53609, "loss_map_dir": 0.09526, "d0.loss_plan_l1_fix_time": 12.99952, "d0.loss_plan_l1_fix_dist": 3.22659, "d1.loss_plan_l1_fix_time": 13.30901, "d1.loss_plan_l1_fix_dist": 4.25157, "d2.loss_plan_l1_fix_time": 13.67459, "d2.loss_plan_l1_fix_dist": 5.9462, "d3.loss_plan_l1_fix_time": 14.15301, "d3.loss_plan_l1_fix_dist": 7.77605, "d4.loss_plan_l1_fix_time": 14.57495, "d4.loss_plan_l1_fix_dist": 10.31943, "d5.loss_plan_l1_fix_time": 15.06687, "d5.loss_plan_l1_fix_dist": 12.94707, "d6.loss_plan_l1_fix_time": 15.53508, "d6.loss_plan_l1_fix_dist": 15.47099, "d0.loss_cls_all": 441.24653, "d0.loss_bbox_all": 1.6267, "d0.loss_cls": 441.24653, "d0.loss_bbox": 1.6267, "d1.loss_cls": 489.63148, "d1.loss_bbox": 1.58807, "d2.loss_cls": 496.16426, "d2.loss_bbox": 1.67989, "d3.loss_cls": 554.9889, "d3.loss_bbox": 1.65948, "d4.loss_cls": 526.7295, "d4.loss_bbox": 1.56306, "d5.loss_cls": 586.96521, "d5.loss_bbox": 1.6676, "d0.loss_traj_cls": 0.07412, "d0.loss_traj": 7.04605, "d1.loss_traj_cls": 0.06053, "d1.loss_traj": 7.11782, "d2.loss_traj_cls": 0.06039, "d2.loss_traj": 7.19479, "d3.loss_traj_cls": 0.10731, "d3.loss_traj": 7.12408, "d4.loss_traj_cls": 0.05218, "d4.loss_traj": 7.04175, "d5.loss_traj_cls": 0.05425, "d5.loss_traj": 7.07541, "d0.loss_map_cls_all": 10.216, "d0.loss_map_pts_all": 5.34865, "d0.loss_map_dir_all": 0.09573, "d0.loss_map_cls": 10.216, "d0.loss_map_pts": 5.34865, "d0.loss_map_dir": 0.09573, "d1.loss_map_cls": 9.54361, "d1.loss_map_pts": 5.3646, "d1.loss_map_dir": 0.09556, "d2.loss_map_cls": 10.32141, "d2.loss_map_pts": 5.38172, "d2.loss_map_dir": 0.09529, "d3.loss_map_cls": 13.91985, "d3.loss_map_pts": 5.40025, "d3.loss_map_dir": 0.09537, "d4.loss_map_cls": 13.87956, "d4.loss_map_pts": 5.44648, "d4.loss_map_dir": 0.09522, "d5.loss_map_cls": 13.88327, "d5.loss_map_pts": 5.49621, "d5.loss_map_dir": 0.09517, "loss": 4547.7298, "time": 0.68478, "grad_norm": Infinity}
|
| 12 |
+
{"mode": "train", "epoch": 1, "iter": 550, "lr": 6e-05, "memory": 18742, "data_time": 0.02984, "loss_cls": 646.55206, "loss_bbox": 1.69342, "loss_traj": 5.79519, "loss_traj_cls": 0.08458, "loss_map_cls": 8.59272, "loss_map_pts": 5.695, "loss_map_dir": 0.09451, "d0.loss_plan_l1_fix_time": 11.31351, "d0.loss_plan_l1_fix_dist": 3.31164, "d1.loss_plan_l1_fix_time": 11.67024, "d1.loss_plan_l1_fix_dist": 4.3797, "d2.loss_plan_l1_fix_time": 12.09865, "d2.loss_plan_l1_fix_dist": 5.98244, "d3.loss_plan_l1_fix_time": 12.63006, "d3.loss_plan_l1_fix_dist": 7.83194, "d4.loss_plan_l1_fix_time": 13.1139, "d4.loss_plan_l1_fix_dist": 10.45105, "d5.loss_plan_l1_fix_time": 13.65618, "d5.loss_plan_l1_fix_dist": 13.22817, "d6.loss_plan_l1_fix_time": 14.162, "d6.loss_plan_l1_fix_dist": 15.87147, "d0.loss_cls_all": 450.21059, "d0.loss_bbox_all": 1.63959, "d0.loss_cls": 450.21059, "d0.loss_bbox": 1.63959, "d1.loss_cls": 489.58584, "d1.loss_bbox": 1.59731, "d2.loss_cls": 498.56749, "d2.loss_bbox": 1.66787, "d3.loss_cls": 556.51219, "d3.loss_bbox": 1.66363, "d4.loss_cls": 524.54363, "d4.loss_bbox": 1.58615, "d5.loss_cls": 584.54906, "d5.loss_bbox": 1.69794, "d0.loss_traj_cls": 0.07393, "d0.loss_traj": 5.77685, "d1.loss_traj_cls": 0.06168, "d1.loss_traj": 5.83017, "d2.loss_traj_cls": 0.05992, "d2.loss_traj": 5.89951, "d3.loss_traj_cls": 0.10442, "d3.loss_traj": 5.84632, "d4.loss_traj_cls": 0.04943, "d4.loss_traj": 5.76164, "d5.loss_traj_cls": 0.05109, "d5.loss_traj": 5.79912, "d0.loss_map_cls_all": 6.78833, "d0.loss_map_pts_all": 5.36744, "d0.loss_map_dir_all": 0.09454, "d0.loss_map_cls": 6.78833, "d0.loss_map_pts": 5.36744, "d0.loss_map_dir": 0.09454, "d1.loss_map_cls": 6.44669, "d1.loss_map_pts": 5.40328, "d1.loss_map_dir": 0.09445, "d2.loss_map_cls": 6.91438, "d2.loss_map_pts": 5.44686, "d2.loss_map_dir": 0.09438, "d3.loss_map_cls": 9.03338, "d3.loss_map_pts": 5.48765, "d3.loss_map_dir": 0.0945, "d4.loss_map_cls": 8.87892, "d4.loss_map_pts": 5.56568, "d4.loss_map_dir": 0.09442, "d5.loss_map_cls": 8.81183, "d5.loss_map_pts": 5.63012, "d5.loss_map_dir": 0.09438, "loss": 4511.78554, "time": 0.74454, "grad_norm": Infinity}
|
| 13 |
+
{"mode": "train", "epoch": 1, "iter": 600, "lr": 6e-05, "memory": 18742, "data_time": 0.03103, "loss_cls": 706.98869, "loss_bbox": 1.65581, "loss_traj": 6.17532, "loss_traj_cls": 0.10098, "loss_map_cls": 13.08732, "loss_map_pts": 5.31884, "loss_map_dir": 0.09471, "d0.loss_plan_l1_fix_time": 11.98228, "d0.loss_plan_l1_fix_dist": 3.32051, "d1.loss_plan_l1_fix_time": 12.3439, "d1.loss_plan_l1_fix_dist": 4.34948, "d2.loss_plan_l1_fix_time": 12.76076, "d2.loss_plan_l1_fix_dist": 6.21566, "d3.loss_plan_l1_fix_time": 13.27972, "d3.loss_plan_l1_fix_dist": 8.18728, "d4.loss_plan_l1_fix_time": 13.74107, "d4.loss_plan_l1_fix_dist": 10.98788, "d5.loss_plan_l1_fix_time": 14.26822, "d5.loss_plan_l1_fix_dist": 13.87765, "d6.loss_plan_l1_fix_time": 14.7614, "d6.loss_plan_l1_fix_dist": 16.59423, "d0.loss_cls_all": 490.06059, "d0.loss_bbox_all": 1.59922, "d0.loss_cls": 490.06059, "d0.loss_bbox": 1.59922, "d1.loss_cls": 527.3297, "d1.loss_bbox": 1.55799, "d2.loss_cls": 533.5077, "d2.loss_bbox": 1.65215, "d3.loss_cls": 605.77781, "d3.loss_bbox": 1.64453, "d4.loss_cls": 568.24159, "d4.loss_bbox": 1.5773, "d5.loss_cls": 638.36797, "d5.loss_bbox": 1.66349, "d0.loss_traj_cls": 0.07406, "d0.loss_traj": 6.15144, "d1.loss_traj_cls": 0.06501, "d1.loss_traj": 6.21167, "d2.loss_traj_cls": 0.06654, "d2.loss_traj": 6.27865, "d3.loss_traj_cls": 0.11659, "d3.loss_traj": 6.23079, "d4.loss_traj_cls": 0.05658, "d4.loss_traj": 6.14092, "d5.loss_traj_cls": 0.06044, "d5.loss_traj": 6.18813, "d0.loss_map_cls_all": 9.95648, "d0.loss_map_pts_all": 5.06405, "d0.loss_map_dir_all": 0.09504, "d0.loss_map_cls": 9.95648, "d0.loss_map_pts": 5.06405, "d0.loss_map_dir": 0.09504, "d1.loss_map_cls": 9.22234, "d1.loss_map_pts": 5.09064, "d1.loss_map_dir": 0.09502, "d2.loss_map_cls": 9.90119, "d2.loss_map_pts": 5.12107, "d2.loss_map_dir": 0.09474, "d3.loss_map_cls": 13.25458, "d3.loss_map_pts": 5.15149, "d3.loss_map_dir": 0.09483, "d4.loss_map_cls": 13.24706, "d4.loss_map_pts": 5.21199, "d4.loss_map_dir": 0.09471, "d5.loss_map_cls": 13.24179, "d5.loss_map_pts": 5.26548, "d5.loss_map_dir": 0.09466, "loss": 4907.78519, "time": 0.71822, "grad_norm": Infinity}
|
| 14 |
+
{"mode": "train", "epoch": 1, "iter": 650, "lr": 7e-05, "memory": 18742, "data_time": 0.03247, "loss_cls": 647.71434, "loss_bbox": 1.67103, "loss_traj": 6.38805, "loss_traj_cls": 0.09462, "loss_map_cls": 12.43656, "loss_map_pts": 5.46788, "loss_map_dir": 0.09508, "d0.loss_plan_l1_fix_time": 12.65579, "d0.loss_plan_l1_fix_dist": 3.33986, "d1.loss_plan_l1_fix_time": 12.99963, "d1.loss_plan_l1_fix_dist": 4.34974, "d2.loss_plan_l1_fix_time": 13.40224, "d2.loss_plan_l1_fix_dist": 6.01609, "d3.loss_plan_l1_fix_time": 13.89871, "d3.loss_plan_l1_fix_dist": 7.78481, "d4.loss_plan_l1_fix_time": 14.3342, "d4.loss_plan_l1_fix_dist": 10.35315, "d5.loss_plan_l1_fix_time": 14.8296, "d5.loss_plan_l1_fix_dist": 13.02267, "d6.loss_plan_l1_fix_time": 15.30167, "d6.loss_plan_l1_fix_dist": 15.53983, "d0.loss_cls_all": 445.7474, "d0.loss_bbox_all": 1.64809, "d0.loss_cls": 445.7474, "d0.loss_bbox": 1.64809, "d1.loss_cls": 492.03194, "d1.loss_bbox": 1.60629, "d2.loss_cls": 492.53345, "d2.loss_bbox": 1.68503, "d3.loss_cls": 558.97899, "d3.loss_bbox": 1.66754, "d4.loss_cls": 525.44665, "d4.loss_bbox": 1.59225, "d5.loss_cls": 589.36788, "d5.loss_bbox": 1.68189, "d0.loss_traj_cls": 0.0754, "d0.loss_traj": 6.35891, "d1.loss_traj_cls": 0.0591, "d1.loss_traj": 6.41231, "d2.loss_traj_cls": 0.0629, "d2.loss_traj": 6.50501, "d3.loss_traj_cls": 0.10847, "d3.loss_traj": 6.45627, "d4.loss_traj_cls": 0.05367, "d4.loss_traj": 6.34551, "d5.loss_traj_cls": 0.05839, "d5.loss_traj": 6.38928, "d0.loss_map_cls_all": 9.29283, "d0.loss_map_pts_all": 5.18518, "d0.loss_map_dir_all": 0.0953, "d0.loss_map_cls": 9.29283, "d0.loss_map_pts": 5.18518, "d0.loss_map_dir": 0.0953, "d1.loss_map_cls": 8.66472, "d1.loss_map_pts": 5.21293, "d1.loss_map_dir": 0.09525, "d2.loss_map_cls": 9.29407, "d2.loss_map_pts": 5.25059, "d2.loss_map_dir": 0.09501, "d3.loss_map_cls": 12.49365, "d3.loss_map_pts": 5.28909, "d3.loss_map_dir": 0.09508, "d4.loss_map_cls": 12.48653, "d4.loss_map_pts": 5.35604, "d4.loss_map_dir": 0.09498, "d5.loss_map_cls": 12.6998, "d5.loss_map_pts": 5.41793, "d5.loss_map_dir": 0.09507, "loss": 4543.751, "time": 0.72627, "grad_norm": Infinity}
|
| 15 |
+
{"mode": "train", "epoch": 1, "iter": 700, "lr": 7e-05, "memory": 18742, "data_time": 0.0299, "loss_cls": 667.9465, "loss_bbox": 1.60239, "loss_traj": 6.96906, "loss_traj_cls": 0.09135, "loss_map_cls": 12.80584, "loss_map_pts": 5.74161, "loss_map_dir": 0.09455, "d0.loss_plan_l1_fix_time": 13.00442, "d0.loss_plan_l1_fix_dist": 3.37797, "d1.loss_plan_l1_fix_time": 13.32749, "d1.loss_plan_l1_fix_dist": 4.43371, "d2.loss_plan_l1_fix_time": 13.69836, "d2.loss_plan_l1_fix_dist": 6.23698, "d3.loss_plan_l1_fix_time": 14.1639, "d3.loss_plan_l1_fix_dist": 8.15943, "d4.loss_plan_l1_fix_time": 14.57864, "d4.loss_plan_l1_fix_dist": 10.91489, "d5.loss_plan_l1_fix_time": 15.0488, "d5.loss_plan_l1_fix_dist": 13.75687, "d6.loss_plan_l1_fix_time": 15.49935, "d6.loss_plan_l1_fix_dist": 16.41926, "d0.loss_cls_all": 464.74715, "d0.loss_bbox_all": 1.58259, "d0.loss_cls": 464.74715, "d0.loss_bbox": 1.58259, "d1.loss_cls": 511.15221, "d1.loss_bbox": 1.53932, "d2.loss_cls": 510.51415, "d2.loss_bbox": 1.62866, "d3.loss_cls": 577.28963, "d3.loss_bbox": 1.61136, "d4.loss_cls": 541.17856, "d4.loss_bbox": 1.52865, "d5.loss_cls": 607.32035, "d5.loss_bbox": 1.61448, "d0.loss_traj_cls": 0.07376, "d0.loss_traj": 6.95742, "d1.loss_traj_cls": 0.05999, "d1.loss_traj": 7.01072, "d2.loss_traj_cls": 0.06076, "d2.loss_traj": 7.09715, "d3.loss_traj_cls": 0.10728, "d3.loss_traj": 7.02991, "d4.loss_traj_cls": 0.05089, "d4.loss_traj": 6.94004, "d5.loss_traj_cls": 0.05509, "d5.loss_traj": 6.96748, "d0.loss_map_cls_all": 9.58246, "d0.loss_map_pts_all": 5.49181, "d0.loss_map_dir_all": 0.09508, "d0.loss_map_cls": 9.58246, "d0.loss_map_pts": 5.49181, "d0.loss_map_dir": 0.09508, "d1.loss_map_cls": 8.9048, "d1.loss_map_pts": 5.5143, "d1.loss_map_dir": 0.09489, "d2.loss_map_cls": 9.63754, "d2.loss_map_pts": 5.5421, "d2.loss_map_dir": 0.09457, "d3.loss_map_cls": 13.08778, "d3.loss_map_pts": 5.57582, "d3.loss_map_dir": 0.09458, "d4.loss_map_cls": 12.96395, "d4.loss_map_pts": 5.63514, "d4.loss_map_dir": 0.09452, "d5.loss_map_cls": 12.99568, "d5.loss_map_pts": 5.69199, "d5.loss_map_dir": 0.09461, "loss": 4704.67969, "time": 0.7214, "grad_norm": Infinity}
|
| 16 |
+
{"mode": "train", "epoch": 1, "iter": 750, "lr": 8e-05, "memory": 18742, "data_time": 0.03297, "loss_cls": 673.8481, "loss_bbox": 1.68359, "loss_traj": 5.63279, "loss_traj_cls": 0.09931, "loss_map_cls": 11.2466, "loss_map_pts": 5.58454, "loss_map_dir": 0.09462, "d0.loss_plan_l1_fix_time": 11.4658, "d0.loss_plan_l1_fix_dist": 3.32716, "d1.loss_plan_l1_fix_time": 11.8537, "d1.loss_plan_l1_fix_dist": 4.33934, "d2.loss_plan_l1_fix_time": 12.29396, "d2.loss_plan_l1_fix_dist": 6.03223, "d3.loss_plan_l1_fix_time": 12.83249, "d3.loss_plan_l1_fix_dist": 7.89383, "d4.loss_plan_l1_fix_time": 13.31406, "d4.loss_plan_l1_fix_dist": 10.5883, "d5.loss_plan_l1_fix_time": 13.85919, "d5.loss_plan_l1_fix_dist": 13.38192, "d6.loss_plan_l1_fix_time": 14.37934, "d6.loss_plan_l1_fix_dist": 16.01596, "d0.loss_cls_all": 458.87468, "d0.loss_bbox_all": 1.62454, "d0.loss_cls": 458.87468, "d0.loss_bbox": 1.62454, "d1.loss_cls": 505.96373, "d1.loss_bbox": 1.59358, "d2.loss_cls": 506.38888, "d2.loss_bbox": 1.66405, "d3.loss_cls": 578.03312, "d3.loss_bbox": 1.65442, "d4.loss_cls": 544.73073, "d4.loss_bbox": 1.5922, "d5.loss_cls": 610.58171, "d5.loss_bbox": 1.68559, "d0.loss_traj_cls": 0.07307, "d0.loss_traj": 5.6002, "d1.loss_traj_cls": 0.0609, "d1.loss_traj": 5.65393, "d2.loss_traj_cls": 0.06258, "d2.loss_traj": 5.73802, "d3.loss_traj_cls": 0.11186, "d3.loss_traj": 5.6877, "d4.loss_traj_cls": 0.05395, "d4.loss_traj": 5.57201, "d5.loss_traj_cls": 0.0592, "d5.loss_traj": 5.61963, "d0.loss_map_cls_all": 8.343, "d0.loss_map_pts_all": 5.26337, "d0.loss_map_dir_all": 0.09516, "d0.loss_map_cls": 8.343, "d0.loss_map_pts": 5.26337, "d0.loss_map_dir": 0.09516, "d1.loss_map_cls": 7.74092, "d1.loss_map_pts": 5.29497, "d1.loss_map_dir": 0.09496, "d2.loss_map_cls": 8.45876, "d2.loss_map_pts": 5.33458, "d2.loss_map_dir": 0.09468, "d3.loss_map_cls": 11.50695, "d3.loss_map_pts": 5.37777, "d3.loss_map_dir": 0.09466, "d4.loss_map_cls": 11.3764, "d4.loss_map_pts": 5.4565, "d4.loss_map_dir": 0.0947, "d5.loss_map_cls": 11.44568, "d5.loss_map_pts": 5.52576, "d5.loss_map_dir": 0.09471, "loss": 4664.34125, "time": 0.7642, "grad_norm": Infinity}
|
| 17 |
+
{"mode": "train", "epoch": 1, "iter": 800, "lr": 8e-05, "memory": 18742, "data_time": 0.03253, "loss_cls": 608.11462, "loss_bbox": 1.66669, "loss_traj": 5.4549, "loss_traj_cls": 0.10269, "loss_map_cls": 10.73951, "loss_map_pts": 5.62163, "loss_map_dir": 0.09441, "d0.loss_plan_l1_fix_time": 13.61648, "d0.loss_plan_l1_fix_dist": 3.46576, "d1.loss_plan_l1_fix_time": 13.93929, "d1.loss_plan_l1_fix_dist": 4.49593, "d2.loss_plan_l1_fix_time": 14.31079, "d2.loss_plan_l1_fix_dist": 6.31113, "d3.loss_plan_l1_fix_time": 14.78067, "d3.loss_plan_l1_fix_dist": 8.21997, "d4.loss_plan_l1_fix_time": 15.19569, "d4.loss_plan_l1_fix_dist": 11.00941, "d5.loss_plan_l1_fix_time": 15.68365, "d5.loss_plan_l1_fix_dist": 13.86967, "d6.loss_plan_l1_fix_time": 16.15668, "d6.loss_plan_l1_fix_dist": 16.55394, "d0.loss_cls_all": 420.02942, "d0.loss_bbox_all": 1.59159, "d0.loss_cls": 420.02942, "d0.loss_bbox": 1.59159, "d1.loss_cls": 454.70715, "d1.loss_bbox": 1.56076, "d2.loss_cls": 454.85261, "d2.loss_bbox": 1.63644, "d3.loss_cls": 521.96711, "d3.loss_bbox": 1.63532, "d4.loss_cls": 488.7438, "d4.loss_bbox": 1.60554, "d5.loss_cls": 557.63255, "d5.loss_bbox": 1.668, "d0.loss_traj_cls": 0.07299, "d0.loss_traj": 5.43904, "d1.loss_traj_cls": 0.05872, "d1.loss_traj": 5.48502, "d2.loss_traj_cls": 0.06323, "d2.loss_traj": 5.57499, "d3.loss_traj_cls": 0.11274, "d3.loss_traj": 5.52307, "d4.loss_traj_cls": 0.05525, "d4.loss_traj": 5.40612, "d5.loss_traj_cls": 0.06313, "d5.loss_traj": 5.44788, "d0.loss_map_cls_all": 8.15229, "d0.loss_map_pts_all": 5.32997, "d0.loss_map_dir_all": 0.0947, "d0.loss_map_cls": 8.15229, "d0.loss_map_pts": 5.32997, "d0.loss_map_dir": 0.0947, "d1.loss_map_cls": 7.4997, "d1.loss_map_pts": 5.35842, "d1.loss_map_dir": 0.09453, "d2.loss_map_cls": 8.02115, "d2.loss_map_pts": 5.39791, "d2.loss_map_dir": 0.09438, "d3.loss_map_cls": 10.88531, "d3.loss_map_pts": 5.43347, "d3.loss_map_dir": 0.09436, "d4.loss_map_cls": 10.76381, "d4.loss_map_pts": 5.50195, "d4.loss_map_dir": 0.09434, "d5.loss_map_cls": 10.94007, "d5.loss_map_pts": 5.56558, "d5.loss_map_dir": 0.09443, "loss": 4264.9503, "time": 0.74757, "grad_norm": Infinity}
|
| 18 |
+
{"mode": "train", "epoch": 1, "iter": 850, "lr": 9e-05, "memory": 18742, "data_time": 0.03015, "loss_cls": 620.84028, "loss_bbox": 1.68281, "loss_traj": 5.05162, "loss_traj_cls": 0.09331, "loss_map_cls": 9.92059, "loss_map_pts": 5.22523, "loss_map_dir": 0.09473, "d0.loss_plan_l1_fix_time": 11.55438, "d0.loss_plan_l1_fix_dist": 3.3848, "d1.loss_plan_l1_fix_time": 11.93286, "d1.loss_plan_l1_fix_dist": 4.42126, "d2.loss_plan_l1_fix_time": 12.37336, "d2.loss_plan_l1_fix_dist": 6.08054, "d3.loss_plan_l1_fix_time": 12.91252, "d3.loss_plan_l1_fix_dist": 7.93535, "d4.loss_plan_l1_fix_time": 13.38854, "d4.loss_plan_l1_fix_dist": 10.54739, "d5.loss_plan_l1_fix_time": 13.92751, "d5.loss_plan_l1_fix_dist": 13.25712, "d6.loss_plan_l1_fix_time": 14.43241, "d6.loss_plan_l1_fix_dist": 15.82439, "d0.loss_cls_all": 419.46581, "d0.loss_bbox_all": 1.62225, "d0.loss_cls": 419.46581, "d0.loss_bbox": 1.62225, "d1.loss_cls": 464.21146, "d1.loss_bbox": 1.58784, "d2.loss_cls": 465.37431, "d2.loss_bbox": 1.67535, "d3.loss_cls": 529.21341, "d3.loss_bbox": 1.67086, "d4.loss_cls": 500.52314, "d4.loss_bbox": 1.61097, "d5.loss_cls": 561.24638, "d5.loss_bbox": 1.68976, "d0.loss_traj_cls": 0.07397, "d0.loss_traj": 5.03755, "d1.loss_traj_cls": 0.06025, "d1.loss_traj": 5.07609, "d2.loss_traj_cls": 0.06301, "d2.loss_traj": 5.15597, "d3.loss_traj_cls": 0.11017, "d3.loss_traj": 5.11082, "d4.loss_traj_cls": 0.05466, "d4.loss_traj": 5.00006, "d5.loss_traj_cls": 0.05731, "d5.loss_traj": 5.04667, "d0.loss_map_cls_all": 7.57124, "d0.loss_map_pts_all": 4.96171, "d0.loss_map_dir_all": 0.09511, "d0.loss_map_cls": 7.57124, "d0.loss_map_pts": 4.96171, "d0.loss_map_dir": 0.09511, "d1.loss_map_cls": 7.1508, "d1.loss_map_pts": 4.98411, "d1.loss_map_dir": 0.09498, "d2.loss_map_cls": 7.64973, "d2.loss_map_pts": 5.01596, "d2.loss_map_dir": 0.09488, "d3.loss_map_cls": 10.1487, "d3.loss_map_pts": 5.05033, "d3.loss_map_dir": 0.09487, "d4.loss_map_cls": 9.98391, "d4.loss_map_pts": 5.1149, "d4.loss_map_dir": 0.09477, "d5.loss_map_cls": 10.0916, "d5.loss_map_pts": 5.17266, "d5.loss_map_dir": 0.09475, "loss": 4292.80015, "time": 0.72549, "grad_norm": Infinity}
|
| 19 |
+
{"mode": "train", "epoch": 1, "iter": 900, "lr": 9e-05, "memory": 18742, "data_time": 0.03297, "loss_cls": 666.38743, "loss_bbox": 1.69058, "loss_traj": 5.3977, "loss_traj_cls": 0.08729, "loss_map_cls": 10.37449, "loss_map_pts": 5.57493, "loss_map_dir": 0.09489, "d0.loss_plan_l1_fix_time": 11.06448, "d0.loss_plan_l1_fix_dist": 3.4051, "d1.loss_plan_l1_fix_time": 11.46779, "d1.loss_plan_l1_fix_dist": 4.42776, "d2.loss_plan_l1_fix_time": 11.92659, "d2.loss_plan_l1_fix_dist": 6.13012, "d3.loss_plan_l1_fix_time": 12.47219, "d3.loss_plan_l1_fix_dist": 7.9294, "d4.loss_plan_l1_fix_time": 12.96453, "d4.loss_plan_l1_fix_dist": 10.52627, "d5.loss_plan_l1_fix_time": 13.52271, "d5.loss_plan_l1_fix_dist": 13.27868, "d6.loss_plan_l1_fix_time": 14.05124, "d6.loss_plan_l1_fix_dist": 15.85742, "d0.loss_cls_all": 455.67877, "d0.loss_bbox_all": 1.63609, "d0.loss_cls": 455.67877, "d0.loss_bbox": 1.63609, "d1.loss_cls": 506.12139, "d1.loss_bbox": 1.59582, "d2.loss_cls": 507.93199, "d2.loss_bbox": 1.6742, "d3.loss_cls": 578.63755, "d3.loss_bbox": 1.66502, "d4.loss_cls": 541.40501, "d4.loss_bbox": 1.5992, "d5.loss_cls": 604.38155, "d5.loss_bbox": 1.69796, "d0.loss_traj_cls": 0.07465, "d0.loss_traj": 5.37219, "d1.loss_traj_cls": 0.06079, "d1.loss_traj": 5.42456, "d2.loss_traj_cls": 0.06212, "d2.loss_traj": 5.51749, "d3.loss_traj_cls": 0.10533, "d3.loss_traj": 5.46355, "d4.loss_traj_cls": 0.05084, "d4.loss_traj": 5.34587, "d5.loss_traj_cls": 0.0538, "d5.loss_traj": 5.38743, "d0.loss_map_cls_all": 7.71143, "d0.loss_map_pts_all": 5.25965, "d0.loss_map_dir_all": 0.0952, "d0.loss_map_cls": 7.71143, "d0.loss_map_pts": 5.25965, "d0.loss_map_dir": 0.0952, "d1.loss_map_cls": 7.13338, "d1.loss_map_pts": 5.28823, "d1.loss_map_dir": 0.09507, "d2.loss_map_cls": 7.73747, "d2.loss_map_pts": 5.32813, "d2.loss_map_dir": 0.09494, "d3.loss_map_cls": 10.42553, "d3.loss_map_pts": 5.37165, "d3.loss_map_dir": 0.09491, "d4.loss_map_cls": 10.42873, "d4.loss_map_pts": 5.44562, "d4.loss_map_dir": 0.09489, "d5.loss_map_cls": 10.57878, "d5.loss_map_pts": 5.51435, "d5.loss_map_dir": 0.0949, "loss": 4632.74897, "time": 0.73631, "grad_norm": Infinity}
|
| 20 |
+
{"mode": "train", "epoch": 1, "iter": 950, "lr": 0.0001, "memory": 18742, "data_time": 0.03049, "loss_cls": 684.03377, "loss_bbox": 1.64985, "loss_traj": 5.88013, "loss_traj_cls": 0.09447, "loss_map_cls": 10.90483, "loss_map_pts": 5.23927, "loss_map_dir": 0.09498, "d0.loss_plan_l1_fix_time": 12.84116, "d0.loss_plan_l1_fix_dist": 3.21605, "d1.loss_plan_l1_fix_time": 13.14942, "d1.loss_plan_l1_fix_dist": 4.30891, "d2.loss_plan_l1_fix_time": 13.51424, "d2.loss_plan_l1_fix_dist": 6.05912, "d3.loss_plan_l1_fix_time": 13.98084, "d3.loss_plan_l1_fix_dist": 7.93655, "d4.loss_plan_l1_fix_time": 14.39651, "d4.loss_plan_l1_fix_dist": 10.55953, "d5.loss_plan_l1_fix_time": 14.88283, "d5.loss_plan_l1_fix_dist": 13.28544, "d6.loss_plan_l1_fix_time": 15.35353, "d6.loss_plan_l1_fix_dist": 15.85854, "d0.loss_cls_all": 473.71871, "d0.loss_bbox_all": 1.62392, "d0.loss_cls": 473.71871, "d0.loss_bbox": 1.62392, "d1.loss_cls": 513.13816, "d1.loss_bbox": 1.58749, "d2.loss_cls": 520.56038, "d2.loss_bbox": 1.67479, "d3.loss_cls": 594.53621, "d3.loss_bbox": 1.6578, "d4.loss_cls": 554.37543, "d4.loss_bbox": 1.58065, "d5.loss_cls": 622.08816, "d5.loss_bbox": 1.66685, "d0.loss_traj_cls": 0.07535, "d0.loss_traj": 5.85792, "d1.loss_traj_cls": 0.0621, "d1.loss_traj": 5.90702, "d2.loss_traj_cls": 0.06406, "d2.loss_traj": 5.98421, "d3.loss_traj_cls": 0.11176, "d3.loss_traj": 5.93255, "d4.loss_traj_cls": 0.05472, "d4.loss_traj": 5.85293, "d5.loss_traj_cls": 0.05878, "d5.loss_traj": 5.89021, "d0.loss_map_cls_all": 8.18748, "d0.loss_map_pts_all": 4.98701, "d0.loss_map_dir_all": 0.09519, "d0.loss_map_cls": 8.18748, "d0.loss_map_pts": 4.98701, "d0.loss_map_dir": 0.09519, "d1.loss_map_cls": 7.70253, "d1.loss_map_pts": 5.00874, "d1.loss_map_dir": 0.09506, "d2.loss_map_cls": 8.24633, "d2.loss_map_pts": 5.04383, "d2.loss_map_dir": 0.09508, "d3.loss_map_cls": 11.06908, "d3.loss_map_pts": 5.08226, "d3.loss_map_dir": 0.09508, "d4.loss_map_cls": 11.05542, "d4.loss_map_pts": 5.13936, "d4.loss_map_dir": 0.09501, "d5.loss_map_cls": 11.12575, "d5.loss_map_pts": 5.18729, "d5.loss_map_dir": 0.09495, "loss": 4768.3179, "time": 0.69759, "grad_norm": Infinity}
|
| 21 |
+
{"mode": "train", "epoch": 1, "iter": 1000, "lr": 0.0001, "memory": 18742, "data_time": 0.0309, "loss_cls": 721.09381, "loss_bbox": 1.67913, "loss_traj": 5.45905, "loss_traj_cls": 0.09343, "loss_map_cls": 9.75934, "loss_map_pts": 5.35895, "loss_map_dir": 0.09454, "d0.loss_plan_l1_fix_time": 12.83316, "d0.loss_plan_l1_fix_dist": 3.32639, "d1.loss_plan_l1_fix_time": 13.1324, "d1.loss_plan_l1_fix_dist": 4.41448, "d2.loss_plan_l1_fix_time": 13.48709, "d2.loss_plan_l1_fix_dist": 6.07144, "d3.loss_plan_l1_fix_time": 13.94219, "d3.loss_plan_l1_fix_dist": 7.88093, "d4.loss_plan_l1_fix_time": 14.33775, "d4.loss_plan_l1_fix_dist": 10.43868, "d5.loss_plan_l1_fix_time": 14.80848, "d5.loss_plan_l1_fix_dist": 13.13928, "d6.loss_plan_l1_fix_time": 15.26262, "d6.loss_plan_l1_fix_dist": 15.69122, "d0.loss_cls_all": 492.79422, "d0.loss_bbox_all": 1.61653, "d0.loss_cls": 492.79422, "d0.loss_bbox": 1.61653, "d1.loss_cls": 546.73478, "d1.loss_bbox": 1.5823, "d2.loss_cls": 542.10604, "d2.loss_bbox": 1.66182, "d3.loss_cls": 616.96598, "d3.loss_bbox": 1.65588, "d4.loss_cls": 583.0324, "d4.loss_bbox": 1.6007, "d5.loss_cls": 654.06459, "d5.loss_bbox": 1.68331, "d0.loss_traj_cls": 0.07383, "d0.loss_traj": 5.44603, "d1.loss_traj_cls": 0.06106, "d1.loss_traj": 5.48981, "d2.loss_traj_cls": 0.06362, "d2.loss_traj": 5.56042, "d3.loss_traj_cls": 0.10655, "d3.loss_traj": 5.51625, "d4.loss_traj_cls": 0.05285, "d4.loss_traj": 5.42281, "d5.loss_traj_cls": 0.05721, "d5.loss_traj": 5.45807, "d0.loss_map_cls_all": 7.24524, "d0.loss_map_pts_all": 5.02849, "d0.loss_map_dir_all": 0.09483, "d0.loss_map_cls": 7.24524, "d0.loss_map_pts": 5.02849, "d0.loss_map_dir": 0.09483, "d1.loss_map_cls": 6.79359, "d1.loss_map_pts": 5.05808, "d1.loss_map_dir": 0.09464, "d2.loss_map_cls": 7.38636, "d2.loss_map_pts": 5.09914, "d2.loss_map_dir": 0.09452, "d3.loss_map_cls": 9.89672, "d3.loss_map_pts": 5.14045, "d3.loss_map_dir": 0.0946, "d4.loss_map_cls": 9.84383, "d4.loss_map_pts": 5.2151, "d4.loss_map_dir": 0.09461, "d5.loss_map_cls": 9.87463, "d5.loss_map_pts": 5.28863, "d5.loss_map_dir": 0.09451, "loss": 4970.32883, "time": 0.73237, "grad_norm": Infinity}
|
| 22 |
+
{"mode": "train", "epoch": 1, "iter": 1050, "lr": 0.0001, "memory": 18742, "data_time": 0.03352, "loss_cls": 622.71365, "loss_bbox": 1.68436, "loss_traj": 5.67644, "loss_traj_cls": 0.09028, "loss_map_cls": 9.15494, "loss_map_pts": 5.53315, "loss_map_dir": 0.0947, "d0.loss_plan_l1_fix_time": 12.56577, "d0.loss_plan_l1_fix_dist": 3.43354, "d1.loss_plan_l1_fix_time": 12.88479, "d1.loss_plan_l1_fix_dist": 4.48039, "d2.loss_plan_l1_fix_time": 13.2674, "d2.loss_plan_l1_fix_dist": 6.13559, "d3.loss_plan_l1_fix_time": 13.74862, "d3.loss_plan_l1_fix_dist": 7.97566, "d4.loss_plan_l1_fix_time": 14.19474, "d4.loss_plan_l1_fix_dist": 10.60576, "d5.loss_plan_l1_fix_time": 14.7046, "d5.loss_plan_l1_fix_dist": 13.32673, "d6.loss_plan_l1_fix_time": 15.18505, "d6.loss_plan_l1_fix_dist": 15.92668, "d0.loss_cls_all": 421.72364, "d0.loss_bbox_all": 1.60868, "d0.loss_cls": 421.72364, "d0.loss_bbox": 1.60868, "d1.loss_cls": 468.92232, "d1.loss_bbox": 1.57765, "d2.loss_cls": 471.03896, "d2.loss_bbox": 1.66104, "d3.loss_cls": 527.71986, "d3.loss_bbox": 1.65242, "d4.loss_cls": 500.7674, "d4.loss_bbox": 1.5977, "d5.loss_cls": 562.69077, "d5.loss_bbox": 1.68766, "d0.loss_traj_cls": 0.07266, "d0.loss_traj": 5.66592, "d1.loss_traj_cls": 0.06047, "d1.loss_traj": 5.71062, "d2.loss_traj_cls": 0.06025, "d2.loss_traj": 5.78552, "d3.loss_traj_cls": 0.10559, "d3.loss_traj": 5.73375, "d4.loss_traj_cls": 0.05081, "d4.loss_traj": 5.62672, "d5.loss_traj_cls": 0.05379, "d5.loss_traj": 5.66945, "d0.loss_map_cls_all": 6.86748, "d0.loss_map_pts_all": 5.2229, "d0.loss_map_dir_all": 0.09473, "d0.loss_map_cls": 6.86748, "d0.loss_map_pts": 5.2229, "d0.loss_map_dir": 0.09473, "d1.loss_map_cls": 6.3211, "d1.loss_map_pts": 5.25109, "d1.loss_map_dir": 0.09461, "d2.loss_map_cls": 6.88587, "d2.loss_map_pts": 5.29098, "d2.loss_map_dir": 0.09453, "d3.loss_map_cls": 9.31283, "d3.loss_map_pts": 5.33189, "d3.loss_map_dir": 0.09466, "d4.loss_map_cls": 9.31813, "d4.loss_map_pts": 5.40257, "d4.loss_map_dir": 0.0947, "d5.loss_map_cls": 9.31856, "d5.loss_map_pts": 5.4708, "d5.loss_map_dir": 0.09468, "loss": 4316.70583, "time": 0.75002, "grad_norm": Infinity}
|
DriveTransformer/goalpoint_1gpu/20260226_122411.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260226_122411.log.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260226_131720.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260226_131720.log.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"mmcv_version": "0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=6,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 6\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 24\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=32)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=24)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 32\ngpu_ids = range(0, 1)\n", "CLASSES": ["car", "van", "truck", "bicycle", "traffic_sign", "traffic_cone", "traffic_light", "pedestrian", "others"], "PALETTE": null, "env_info": "MMCV: 0.0.1", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py", "fp16": {"loss_scaler": {"scale": 512.0, "growth_factor": 2.0, "backoff_factor": 0.5, "growth_interval": 2000, "_growth_tracker": 0}}, "epoch": 6, "iter": 237168, "time": "Thu Feb 26 07:15:52 2026", "hook_msgs": {"last_ckpt": "/home/Humble/Humble/EndtoEnd/Bench2DriveZoo/work_dirs/drivetransformer_goalpoint_1gpu/epoch_5.pth"}}
|
| 2 |
+
{"mode": "train", "epoch": 7, "iter": 50, "lr": 9e-05, "memory": 19865, "data_time": 0.17393, "loss_cls": 0.16779, "loss_bbox": 0.36567, "loss_traj": 0.65737, "loss_traj_cls": 0.00093, "loss_map_cls": 0.18416, "loss_map_pts": 0.79032, "loss_map_dir": 0.01022, "d0.loss_plan_l1_fix_time": 2.47782, "d0.loss_plan_l1_fix_dist": 0.35955, "d1.loss_plan_l1_fix_time": 0.99587, "d1.loss_plan_l1_fix_dist": 0.17395, "d2.loss_plan_l1_fix_time": 0.98086, "d2.loss_plan_l1_fix_dist": 0.18254, "d3.loss_plan_l1_fix_time": 0.98399, "d3.loss_plan_l1_fix_dist": 0.19618, "d4.loss_plan_l1_fix_time": 0.98923, "d4.loss_plan_l1_fix_dist": 0.21229, "d5.loss_plan_l1_fix_time": 0.99495, "d5.loss_plan_l1_fix_dist": 0.22789, "d6.loss_plan_l1_fix_time": 1.0014, "d6.loss_plan_l1_fix_dist": 0.24526, "d0.loss_cls_all": 0.20656, "d0.loss_bbox_all": 0.41488, "d0.loss_cls": 0.20656, "d0.loss_bbox": 0.41488, "d1.loss_cls": 0.19681, "d1.loss_bbox": 0.38168, "d2.loss_cls": 0.1843, "d2.loss_bbox": 0.365, "d3.loss_cls": 0.17227, "d3.loss_bbox": 0.36173, "d4.loss_cls": 0.16753, "d4.loss_bbox": 0.36139, "d5.loss_cls": 0.16648, "d5.loss_bbox": 0.36376, "d0.loss_traj_cls": 8e-05, "d0.loss_traj": 0.76444, "d1.loss_traj_cls": 0.00112, "d1.loss_traj": 0.66802, "d2.loss_traj_cls": 0.00182, "d2.loss_traj": 0.65668, "d3.loss_traj_cls": 0.00119, "d3.loss_traj": 0.65681, "d4.loss_traj_cls": 0.00123, "d4.loss_traj": 0.65534, "d5.loss_traj_cls": 0.00129, "d5.loss_traj": 0.65552, "d0.loss_map_cls_all": 0.26167, "d0.loss_map_pts_all": 1.48634, "d0.loss_map_dir_all": 0.0094, "d0.loss_map_cls": 0.26167, "d0.loss_map_pts": 1.48634, "d0.loss_map_dir": 0.0094, "d1.loss_map_cls": 0.23156, "d1.loss_map_pts": 1.05716, "d1.loss_map_dir": 0.00936, "d2.loss_map_cls": 0.21017, "d2.loss_map_pts": 0.89348, "d2.loss_map_dir": 0.0095, "d3.loss_map_cls": 0.19466, "d3.loss_map_pts": 0.83142, "d3.loss_map_dir": 0.00986, "d4.loss_map_cls": 0.18957, "d4.loss_map_pts": 0.80518, "d4.loss_map_dir": 0.01007, "d5.loss_map_cls": 0.18626, "d5.loss_map_pts": 0.79088, "d5.loss_map_dir": 0.01022, "loss": 29.17979, "time": 0.95046, "grad_norm": 130.8433}
|
| 3 |
+
{"mode": "train", "epoch": 7, "iter": 100, "lr": 9e-05, "memory": 19865, "data_time": 0.03231, "loss_cls": 0.16464, "loss_bbox": 0.36888, "loss_traj": 0.59973, "loss_traj_cls": 0.00097, "loss_map_cls": 0.18014, "loss_map_pts": 0.70289, "loss_map_dir": 0.00926, "d0.loss_plan_l1_fix_time": 2.25958, "d0.loss_plan_l1_fix_dist": 0.42372, "d1.loss_plan_l1_fix_time": 1.13553, "d1.loss_plan_l1_fix_dist": 0.15919, "d2.loss_plan_l1_fix_time": 1.12572, "d2.loss_plan_l1_fix_dist": 0.168, "d3.loss_plan_l1_fix_time": 1.12693, "d3.loss_plan_l1_fix_dist": 0.17892, "d4.loss_plan_l1_fix_time": 1.13121, "d4.loss_plan_l1_fix_dist": 0.19166, "d5.loss_plan_l1_fix_time": 1.13601, "d5.loss_plan_l1_fix_dist": 0.20504, "d6.loss_plan_l1_fix_time": 1.14118, "d6.loss_plan_l1_fix_dist": 0.21855, "d0.loss_cls_all": 0.18738, "d0.loss_bbox_all": 0.41371, "d0.loss_cls": 0.18738, "d0.loss_bbox": 0.41371, "d1.loss_cls": 0.1904, "d1.loss_bbox": 0.38233, "d2.loss_cls": 0.17865, "d2.loss_bbox": 0.36593, "d3.loss_cls": 0.17275, "d3.loss_bbox": 0.36389, "d4.loss_cls": 0.16646, "d4.loss_bbox": 0.36683, "d5.loss_cls": 0.16456, "d5.loss_bbox": 0.36886, "d0.loss_traj_cls": 7e-05, "d0.loss_traj": 0.75182, "d1.loss_traj_cls": 0.00113, "d1.loss_traj": 0.6204, "d2.loss_traj_cls": 0.00184, "d2.loss_traj": 0.5966, "d3.loss_traj_cls": 0.00122, "d3.loss_traj": 0.59033, "d4.loss_traj_cls": 0.00127, "d4.loss_traj": 0.59553, "d5.loss_traj_cls": 0.00133, "d5.loss_traj": 0.59382, "d0.loss_map_cls_all": 0.25061, "d0.loss_map_pts_all": 1.36288, "d0.loss_map_dir_all": 0.00804, "d0.loss_map_cls": 0.25061, "d0.loss_map_pts": 1.36288, "d0.loss_map_dir": 0.00804, "d1.loss_map_cls": 0.22191, "d1.loss_map_pts": 0.9581, "d1.loss_map_dir": 0.00797, "d2.loss_map_cls": 0.20065, "d2.loss_map_pts": 0.7981, "d2.loss_map_dir": 0.00841, "d3.loss_map_cls": 0.18974, "d3.loss_map_pts": 0.73039, "d3.loss_map_dir": 0.00877, "d4.loss_map_cls": 0.18447, "d4.loss_map_pts": 0.7076, "d4.loss_map_dir": 0.00912, "d5.loss_map_cls": 0.18231, "d5.loss_map_pts": 0.70391, "d5.loss_map_dir": 0.00918, "loss": 28.46966, "time": 0.78944, "grad_norm": 148.68551}
|
| 4 |
+
{"mode": "train", "epoch": 7, "iter": 150, "lr": 9e-05, "memory": 19865, "data_time": 0.03805, "loss_cls": 0.19249, "loss_bbox": 0.4012, "loss_traj": 0.6996, "loss_traj_cls": 0.00089, "loss_map_cls": 0.16947, "loss_map_pts": 0.83114, "loss_map_dir": 0.01252, "d0.loss_plan_l1_fix_time": 2.79569, "d0.loss_plan_l1_fix_dist": 0.3557, "d1.loss_plan_l1_fix_time": 1.31173, "d1.loss_plan_l1_fix_dist": 0.19576, "d2.loss_plan_l1_fix_time": 1.29455, "d2.loss_plan_l1_fix_dist": 0.19814, "d3.loss_plan_l1_fix_time": 1.29311, "d3.loss_plan_l1_fix_dist": 0.20576, "d4.loss_plan_l1_fix_time": 1.29677, "d4.loss_plan_l1_fix_dist": 0.21423, "d5.loss_plan_l1_fix_time": 1.30155, "d5.loss_plan_l1_fix_dist": 0.22084, "d6.loss_plan_l1_fix_time": 1.30602, "d6.loss_plan_l1_fix_dist": 0.22551, "d0.loss_cls_all": 0.22436, "d0.loss_bbox_all": 0.4647, "d0.loss_cls": 0.22436, "d0.loss_bbox": 0.4647, "d1.loss_cls": 0.21767, "d1.loss_bbox": 0.4265, "d2.loss_cls": 0.20571, "d2.loss_bbox": 0.40891, "d3.loss_cls": 0.1953, "d3.loss_bbox": 0.40302, "d4.loss_cls": 0.19347, "d4.loss_bbox": 0.40049, "d5.loss_cls": 0.19228, "d5.loss_bbox": 0.40034, "d0.loss_traj_cls": 0.0001, "d0.loss_traj": 0.92644, "d1.loss_traj_cls": 0.00111, "d1.loss_traj": 0.7359, "d2.loss_traj_cls": 0.00175, "d2.loss_traj": 0.70393, "d3.loss_traj_cls": 0.00115, "d3.loss_traj": 0.69086, "d4.loss_traj_cls": 0.00118, "d4.loss_traj": 0.69254, "d5.loss_traj_cls": 0.00121, "d5.loss_traj": 0.69796, "d0.loss_map_cls_all": 0.24479, "d0.loss_map_pts_all": 1.66461, "d0.loss_map_dir_all": 0.01142, "d0.loss_map_cls": 0.24479, "d0.loss_map_pts": 1.66461, "d0.loss_map_dir": 0.01142, "d1.loss_map_cls": 0.21415, "d1.loss_map_pts": 1.14531, "d1.loss_map_dir": 0.01124, "d2.loss_map_cls": 0.19246, "d2.loss_map_pts": 0.94835, "d2.loss_map_dir": 0.0116, "d3.loss_map_cls": 0.18141, "d3.loss_map_pts": 0.86928, "d3.loss_map_dir": 0.01215, "d4.loss_map_cls": 0.17407, "d4.loss_map_pts": 0.83959, "d4.loss_map_dir": 0.01237, "d5.loss_map_cls": 0.17321, "d5.loss_map_pts": 0.83127, "d5.loss_map_dir": 0.01249, "loss": 32.86923, "time": 0.78324, "grad_norm": 168.01353}
|
| 5 |
+
{"mode": "train", "epoch": 7, "iter": 200, "lr": 9e-05, "memory": 19865, "data_time": 0.0311, "loss_cls": 0.14356, "loss_bbox": 0.34535, "loss_traj": 0.50368, "loss_traj_cls": 0.00104, "loss_map_cls": 0.13825, "loss_map_pts": 0.62286, "loss_map_dir": 0.01109, "d0.loss_plan_l1_fix_time": 2.25569, "d0.loss_plan_l1_fix_dist": 0.45713, "d1.loss_plan_l1_fix_time": 0.96086, "d1.loss_plan_l1_fix_dist": 0.16721, "d2.loss_plan_l1_fix_time": 0.94449, "d2.loss_plan_l1_fix_dist": 0.16803, "d3.loss_plan_l1_fix_time": 0.93888, "d3.loss_plan_l1_fix_dist": 0.17511, "d4.loss_plan_l1_fix_time": 0.94419, "d4.loss_plan_l1_fix_dist": 0.18342, "d5.loss_plan_l1_fix_time": 0.95095, "d5.loss_plan_l1_fix_dist": 0.19238, "d6.loss_plan_l1_fix_time": 0.95821, "d6.loss_plan_l1_fix_dist": 0.2033, "d0.loss_cls_all": 0.18194, "d0.loss_bbox_all": 0.37894, "d0.loss_cls": 0.18194, "d0.loss_bbox": 0.37894, "d1.loss_cls": 0.17003, "d1.loss_bbox": 0.35026, "d2.loss_cls": 0.15427, "d2.loss_bbox": 0.34057, "d3.loss_cls": 0.14773, "d3.loss_bbox": 0.33719, "d4.loss_cls": 0.14384, "d4.loss_bbox": 0.33806, "d5.loss_cls": 0.14201, "d5.loss_bbox": 0.34359, "d0.loss_traj_cls": 8e-05, "d0.loss_traj": 0.6438, "d1.loss_traj_cls": 0.00115, "d1.loss_traj": 0.5324, "d2.loss_traj_cls": 0.00183, "d2.loss_traj": 0.50378, "d3.loss_traj_cls": 0.00122, "d3.loss_traj": 0.49384, "d4.loss_traj_cls": 0.00128, "d4.loss_traj": 0.49815, "d5.loss_traj_cls": 0.0014, "d5.loss_traj": 0.49845, "d0.loss_map_cls_all": 0.21042, "d0.loss_map_pts_all": 1.40486, "d0.loss_map_dir_all": 0.0108, "d0.loss_map_cls": 0.21042, "d0.loss_map_pts": 1.40486, "d0.loss_map_dir": 0.0108, "d1.loss_map_cls": 0.17847, "d1.loss_map_pts": 0.90152, "d1.loss_map_dir": 0.01031, "d2.loss_map_cls": 0.15818, "d2.loss_map_pts": 0.7037, "d2.loss_map_dir": 0.0103, "d3.loss_map_cls": 0.14882, "d3.loss_map_pts": 0.64228, "d3.loss_map_dir": 0.01066, "d4.loss_map_cls": 0.14183, "d4.loss_map_pts": 0.62211, "d4.loss_map_dir": 0.01087, "d5.loss_map_cls": 0.13883, "d5.loss_map_pts": 0.61861, "d5.loss_map_dir": 0.011, "loss": 25.59203, "time": 0.75713, "grad_norm": 184.92704}
|
| 6 |
+
{"mode": "train", "epoch": 7, "iter": 250, "lr": 9e-05, "memory": 19865, "data_time": 0.03383, "loss_cls": 0.15817, "loss_bbox": 0.36904, "loss_traj": 0.57568, "loss_traj_cls": 0.00105, "loss_map_cls": 0.15379, "loss_map_pts": 0.70751, "loss_map_dir": 0.01045, "d0.loss_plan_l1_fix_time": 2.37709, "d0.loss_plan_l1_fix_dist": 0.40856, "d1.loss_plan_l1_fix_time": 0.95493, "d1.loss_plan_l1_fix_dist": 0.20797, "d2.loss_plan_l1_fix_time": 0.95253, "d2.loss_plan_l1_fix_dist": 0.2094, "d3.loss_plan_l1_fix_time": 0.95787, "d3.loss_plan_l1_fix_dist": 0.22036, "d4.loss_plan_l1_fix_time": 0.96448, "d4.loss_plan_l1_fix_dist": 0.23424, "d5.loss_plan_l1_fix_time": 0.97147, "d5.loss_plan_l1_fix_dist": 0.25096, "d6.loss_plan_l1_fix_time": 0.97927, "d6.loss_plan_l1_fix_dist": 0.26765, "d0.loss_cls_all": 0.19979, "d0.loss_bbox_all": 0.40925, "d0.loss_cls": 0.19979, "d0.loss_bbox": 0.40925, "d1.loss_cls": 0.18807, "d1.loss_bbox": 0.37544, "d2.loss_cls": 0.17215, "d2.loss_bbox": 0.36505, "d3.loss_cls": 0.16011, "d3.loss_bbox": 0.36438, "d4.loss_cls": 0.15772, "d4.loss_bbox": 0.36378, "d5.loss_cls": 0.15738, "d5.loss_bbox": 0.36666, "d0.loss_traj_cls": 9e-05, "d0.loss_traj": 0.74007, "d1.loss_traj_cls": 0.00117, "d1.loss_traj": 0.61588, "d2.loss_traj_cls": 0.00185, "d2.loss_traj": 0.57363, "d3.loss_traj_cls": 0.00126, "d3.loss_traj": 0.56558, "d4.loss_traj_cls": 0.00131, "d4.loss_traj": 0.57288, "d5.loss_traj_cls": 0.00143, "d5.loss_traj": 0.56997, "d0.loss_map_cls_all": 0.21412, "d0.loss_map_pts_all": 1.37983, "d0.loss_map_dir_all": 0.00948, "d0.loss_map_cls": 0.21412, "d0.loss_map_pts": 1.37983, "d0.loss_map_dir": 0.00948, "d1.loss_map_cls": 0.1949, "d1.loss_map_pts": 0.96268, "d1.loss_map_dir": 0.00922, "d2.loss_map_cls": 0.17654, "d2.loss_map_pts": 0.79354, "d2.loss_map_dir": 0.00954, "d3.loss_map_cls": 0.16615, "d3.loss_map_pts": 0.73549, "d3.loss_map_dir": 0.01005, "d4.loss_map_cls": 0.15838, "d4.loss_map_pts": 0.71627, "d4.loss_map_dir": 0.01036, "d5.loss_map_cls": 0.15468, "d5.loss_map_pts": 0.70628, "d5.loss_map_dir": 0.01047, "loss": 27.48782, "time": 0.75091, "grad_norm": 220.82224}
|
| 7 |
+
{"mode": "train", "epoch": 7, "iter": 300, "lr": 9e-05, "memory": 19865, "data_time": 0.02969, "loss_cls": 0.18084, "loss_bbox": 0.40535, "loss_traj": 0.83663, "loss_traj_cls": 0.001, "loss_map_cls": 0.18161, "loss_map_pts": 0.79155, "loss_map_dir": 0.00993, "d0.loss_plan_l1_fix_time": 2.59102, "d0.loss_plan_l1_fix_dist": 0.43038, "d1.loss_plan_l1_fix_time": 1.19229, "d1.loss_plan_l1_fix_dist": 0.21106, "d2.loss_plan_l1_fix_time": 1.17242, "d2.loss_plan_l1_fix_dist": 0.20571, "d3.loss_plan_l1_fix_time": 1.17003, "d3.loss_plan_l1_fix_dist": 0.21251, "d4.loss_plan_l1_fix_time": 1.17356, "d4.loss_plan_l1_fix_dist": 0.22283, "d5.loss_plan_l1_fix_time": 1.1775, "d5.loss_plan_l1_fix_dist": 0.23649, "d6.loss_plan_l1_fix_time": 1.18188, "d6.loss_plan_l1_fix_dist": 0.25239, "d0.loss_cls_all": 0.21858, "d0.loss_bbox_all": 0.46294, "d0.loss_cls": 0.21858, "d0.loss_bbox": 0.46294, "d1.loss_cls": 0.21066, "d1.loss_bbox": 0.42707, "d2.loss_cls": 0.19762, "d2.loss_bbox": 0.4123, "d3.loss_cls": 0.18465, "d3.loss_bbox": 0.4053, "d4.loss_cls": 0.18166, "d4.loss_bbox": 0.40429, "d5.loss_cls": 0.18066, "d5.loss_bbox": 0.40379, "d0.loss_traj_cls": 9e-05, "d0.loss_traj": 1.11184, "d1.loss_traj_cls": 0.00114, "d1.loss_traj": 0.90473, "d2.loss_traj_cls": 0.00178, "d2.loss_traj": 0.83098, "d3.loss_traj_cls": 0.00121, "d3.loss_traj": 0.81242, "d4.loss_traj_cls": 0.00125, "d4.loss_traj": 0.82644, "d5.loss_traj_cls": 0.00136, "d5.loss_traj": 0.82908, "d0.loss_map_cls_all": 0.2594, "d0.loss_map_pts_all": 1.51481, "d0.loss_map_dir_all": 0.00914, "d0.loss_map_cls": 0.2594, "d0.loss_map_pts": 1.51481, "d0.loss_map_dir": 0.00914, "d1.loss_map_cls": 0.22722, "d1.loss_map_pts": 1.08874, "d1.loss_map_dir": 0.0089, "d2.loss_map_cls": 0.20561, "d2.loss_map_pts": 0.89536, "d2.loss_map_dir": 0.00909, "d3.loss_map_cls": 0.19498, "d3.loss_map_pts": 0.8184, "d3.loss_map_dir": 0.00949, "d4.loss_map_cls": 0.18716, "d4.loss_map_pts": 0.79568, "d4.loss_map_dir": 0.00973, "d5.loss_map_cls": 0.18308, "d5.loss_map_pts": 0.79001, "d5.loss_map_dir": 0.00987, "loss": 32.53033, "time": 0.73295, "grad_norm": 219.13321}
|
| 8 |
+
{"mode": "train", "epoch": 7, "iter": 350, "lr": 9e-05, "memory": 19865, "data_time": 0.03476, "loss_cls": 0.15897, "loss_bbox": 0.36855, "loss_traj": 0.72632, "loss_traj_cls": 0.00104, "loss_map_cls": 0.13075, "loss_map_pts": 0.64186, "loss_map_dir": 0.00784, "d0.loss_plan_l1_fix_time": 2.58549, "d0.loss_plan_l1_fix_dist": 0.44013, "d1.loss_plan_l1_fix_time": 1.08055, "d1.loss_plan_l1_fix_dist": 0.18103, "d2.loss_plan_l1_fix_time": 1.05743, "d2.loss_plan_l1_fix_dist": 0.17569, "d3.loss_plan_l1_fix_time": 1.05785, "d3.loss_plan_l1_fix_dist": 0.18478, "d4.loss_plan_l1_fix_time": 1.0612, "d4.loss_plan_l1_fix_dist": 0.19712, "d5.loss_plan_l1_fix_time": 1.06461, "d5.loss_plan_l1_fix_dist": 0.20991, "d6.loss_plan_l1_fix_time": 1.06807, "d6.loss_plan_l1_fix_dist": 0.22605, "d0.loss_cls_all": 0.19887, "d0.loss_bbox_all": 0.42502, "d0.loss_cls": 0.19887, "d0.loss_bbox": 0.42502, "d1.loss_cls": 0.18637, "d1.loss_bbox": 0.39294, "d2.loss_cls": 0.17657, "d2.loss_bbox": 0.3722, "d3.loss_cls": 0.16657, "d3.loss_bbox": 0.36592, "d4.loss_cls": 0.16153, "d4.loss_bbox": 0.36507, "d5.loss_cls": 0.15957, "d5.loss_bbox": 0.36765, "d0.loss_traj_cls": 8e-05, "d0.loss_traj": 0.90867, "d1.loss_traj_cls": 0.00115, "d1.loss_traj": 0.7741, "d2.loss_traj_cls": 0.00184, "d2.loss_traj": 0.73041, "d3.loss_traj_cls": 0.00124, "d3.loss_traj": 0.7142, "d4.loss_traj_cls": 0.0013, "d4.loss_traj": 0.721, "d5.loss_traj_cls": 0.00142, "d5.loss_traj": 0.72357, "d0.loss_map_cls_all": 0.19736, "d0.loss_map_pts_all": 1.28463, "d0.loss_map_dir_all": 0.00714, "d0.loss_map_cls": 0.19736, "d0.loss_map_pts": 1.28463, "d0.loss_map_dir": 0.00714, "d1.loss_map_cls": 0.17122, "d1.loss_map_pts": 0.90431, "d1.loss_map_dir": 0.00689, "d2.loss_map_cls": 0.15212, "d2.loss_map_pts": 0.74241, "d2.loss_map_dir": 0.00705, "d3.loss_map_cls": 0.1421, "d3.loss_map_pts": 0.67621, "d3.loss_map_dir": 0.00743, "d4.loss_map_cls": 0.13599, "d4.loss_map_pts": 0.65042, "d4.loss_map_dir": 0.00767, "d5.loss_map_cls": 0.13141, "d5.loss_map_pts": 0.64232, "d5.loss_map_dir": 0.00783, "loss": 28.53008, "time": 0.72734, "grad_norm": 205.14346}
|
| 9 |
+
{"mode": "train", "epoch": 7, "iter": 400, "lr": 9e-05, "memory": 19865, "data_time": 0.03455, "loss_cls": 0.20993, "loss_bbox": 0.41901, "loss_traj": 0.66592, "loss_traj_cls": 0.00098, "loss_map_cls": 0.19635, "loss_map_pts": 0.90683, "loss_map_dir": 0.01285, "d0.loss_plan_l1_fix_time": 2.70337, "d0.loss_plan_l1_fix_dist": 0.382, "d1.loss_plan_l1_fix_time": 1.14663, "d1.loss_plan_l1_fix_dist": 0.20285, "d2.loss_plan_l1_fix_time": 1.12935, "d2.loss_plan_l1_fix_dist": 0.20467, "d3.loss_plan_l1_fix_time": 1.12805, "d3.loss_plan_l1_fix_dist": 0.2147, "d4.loss_plan_l1_fix_time": 1.13127, "d4.loss_plan_l1_fix_dist": 0.22624, "d5.loss_plan_l1_fix_time": 1.13504, "d5.loss_plan_l1_fix_dist": 0.23865, "d6.loss_plan_l1_fix_time": 1.13952, "d6.loss_plan_l1_fix_dist": 0.25241, "d0.loss_cls_all": 0.24933, "d0.loss_bbox_all": 0.48216, "d0.loss_cls": 0.24933, "d0.loss_bbox": 0.48216, "d1.loss_cls": 0.24225, "d1.loss_bbox": 0.44512, "d2.loss_cls": 0.22826, "d2.loss_bbox": 0.42643, "d3.loss_cls": 0.21874, "d3.loss_bbox": 0.42009, "d4.loss_cls": 0.21079, "d4.loss_bbox": 0.42006, "d5.loss_cls": 0.21019, "d5.loss_bbox": 0.41963, "d0.loss_traj_cls": 0.00011, "d0.loss_traj": 0.90397, "d1.loss_traj_cls": 0.00115, "d1.loss_traj": 0.76244, "d2.loss_traj_cls": 0.00175, "d2.loss_traj": 0.68864, "d3.loss_traj_cls": 0.0012, "d3.loss_traj": 0.67285, "d4.loss_traj_cls": 0.00123, "d4.loss_traj": 0.67178, "d5.loss_traj_cls": 0.00134, "d5.loss_traj": 0.66522, "d0.loss_map_cls_all": 0.26933, "d0.loss_map_pts_all": 1.80105, "d0.loss_map_dir_all": 0.01113, "d0.loss_map_cls": 0.26933, "d0.loss_map_pts": 1.80105, "d0.loss_map_dir": 0.01113, "d1.loss_map_cls": 0.24697, "d1.loss_map_pts": 1.26144, "d1.loss_map_dir": 0.01113, "d2.loss_map_cls": 0.22312, "d2.loss_map_pts": 1.02763, "d2.loss_map_dir": 0.01164, "d3.loss_map_cls": 0.21358, "d3.loss_map_pts": 0.94506, "d3.loss_map_dir": 0.01229, "d4.loss_map_cls": 0.20357, "d4.loss_map_pts": 0.91625, "d4.loss_map_dir": 0.01263, "d5.loss_map_cls": 0.1989, "d5.loss_map_pts": 0.90758, "d5.loss_map_dir": 0.01272, "loss": 33.09038, "time": 0.77738, "grad_norm": 197.14361}
|
| 10 |
+
{"mode": "train", "epoch": 7, "iter": 450, "lr": 9e-05, "memory": 19865, "data_time": 0.03141, "loss_cls": 0.16165, "loss_bbox": 0.34161, "loss_traj": 0.63525, "loss_traj_cls": 0.00105, "loss_map_cls": 0.15176, "loss_map_pts": 0.68789, "loss_map_dir": 0.01126, "d0.loss_plan_l1_fix_time": 2.42924, "d0.loss_plan_l1_fix_dist": 0.42531, "d1.loss_plan_l1_fix_time": 1.03344, "d1.loss_plan_l1_fix_dist": 0.19846, "d2.loss_plan_l1_fix_time": 1.02123, "d2.loss_plan_l1_fix_dist": 0.20019, "d3.loss_plan_l1_fix_time": 1.02577, "d3.loss_plan_l1_fix_dist": 0.21011, "d4.loss_plan_l1_fix_time": 1.03114, "d4.loss_plan_l1_fix_dist": 0.22164, "d5.loss_plan_l1_fix_time": 1.03713, "d5.loss_plan_l1_fix_dist": 0.23469, "d6.loss_plan_l1_fix_time": 1.04359, "d6.loss_plan_l1_fix_dist": 0.24913, "d0.loss_cls_all": 0.19851, "d0.loss_bbox_all": 0.39238, "d0.loss_cls": 0.19851, "d0.loss_bbox": 0.39238, "d1.loss_cls": 0.18956, "d1.loss_bbox": 0.36388, "d2.loss_cls": 0.17476, "d2.loss_bbox": 0.3499, "d3.loss_cls": 0.16807, "d3.loss_bbox": 0.3426, "d4.loss_cls": 0.16256, "d4.loss_bbox": 0.34182, "d5.loss_cls": 0.16104, "d5.loss_bbox": 0.34135, "d0.loss_traj_cls": 8e-05, "d0.loss_traj": 0.83502, "d1.loss_traj_cls": 0.00115, "d1.loss_traj": 0.69004, "d2.loss_traj_cls": 0.00178, "d2.loss_traj": 0.63593, "d3.loss_traj_cls": 0.00122, "d3.loss_traj": 0.63074, "d4.loss_traj_cls": 0.00127, "d4.loss_traj": 0.62648, "d5.loss_traj_cls": 0.00145, "d5.loss_traj": 0.62636, "d0.loss_map_cls_all": 0.22857, "d0.loss_map_pts_all": 1.49121, "d0.loss_map_dir_all": 0.01117, "d0.loss_map_cls": 0.22857, "d0.loss_map_pts": 1.49121, "d0.loss_map_dir": 0.01117, "d1.loss_map_cls": 0.19254, "d1.loss_map_pts": 0.98788, "d1.loss_map_dir": 0.0105, "d2.loss_map_cls": 0.17107, "d2.loss_map_pts": 0.78606, "d2.loss_map_dir": 0.01065, "d3.loss_map_cls": 0.16181, "d3.loss_map_pts": 0.71377, "d3.loss_map_dir": 0.01089, "d4.loss_map_cls": 0.15688, "d4.loss_map_pts": 0.69098, "d4.loss_map_dir": 0.01115, "d5.loss_map_cls": 0.15344, "d5.loss_map_pts": 0.68728, "d5.loss_map_dir": 0.01124, "loss": 28.39842, "time": 0.752, "grad_norm": 191.95944}
|
| 11 |
+
{"mode": "train", "epoch": 7, "iter": 500, "lr": 9e-05, "memory": 19865, "data_time": 0.03135, "loss_cls": 0.17656, "loss_bbox": 0.36688, "loss_traj": 0.77929, "loss_traj_cls": 0.00105, "loss_map_cls": 0.16599, "loss_map_pts": 0.66518, "loss_map_dir": 0.0075, "d0.loss_plan_l1_fix_time": 3.16679, "d0.loss_plan_l1_fix_dist": 0.36925, "d1.loss_plan_l1_fix_time": 1.2056, "d1.loss_plan_l1_fix_dist": 0.16415, "d2.loss_plan_l1_fix_time": 1.19085, "d2.loss_plan_l1_fix_dist": 0.16727, "d3.loss_plan_l1_fix_time": 1.18992, "d3.loss_plan_l1_fix_dist": 0.17699, "d4.loss_plan_l1_fix_time": 1.19256, "d4.loss_plan_l1_fix_dist": 0.18858, "d5.loss_plan_l1_fix_time": 1.19577, "d5.loss_plan_l1_fix_dist": 0.2009, "d6.loss_plan_l1_fix_time": 1.19938, "d6.loss_plan_l1_fix_dist": 0.21367, "d0.loss_cls_all": 0.21528, "d0.loss_bbox_all": 0.43024, "d0.loss_cls": 0.21528, "d0.loss_bbox": 0.43024, "d1.loss_cls": 0.20737, "d1.loss_bbox": 0.3929, "d2.loss_cls": 0.19376, "d2.loss_bbox": 0.37583, "d3.loss_cls": 0.1856, "d3.loss_bbox": 0.36875, "d4.loss_cls": 0.17894, "d4.loss_bbox": 0.36879, "d5.loss_cls": 0.17801, "d5.loss_bbox": 0.36642, "d0.loss_traj_cls": 9e-05, "d0.loss_traj": 1.01675, "d1.loss_traj_cls": 0.00114, "d1.loss_traj": 0.83605, "d2.loss_traj_cls": 0.00182, "d2.loss_traj": 0.78654, "d3.loss_traj_cls": 0.00125, "d3.loss_traj": 0.78114, "d4.loss_traj_cls": 0.00131, "d4.loss_traj": 0.77591, "d5.loss_traj_cls": 0.00143, "d5.loss_traj": 0.77311, "d0.loss_map_cls_all": 0.24833, "d0.loss_map_pts_all": 1.25654, "d0.loss_map_dir_all": 0.00621, "d0.loss_map_cls": 0.24833, "d0.loss_map_pts": 1.25654, "d0.loss_map_dir": 0.00621, "d1.loss_map_cls": 0.21563, "d1.loss_map_pts": 0.91961, "d1.loss_map_dir": 0.0065, "d2.loss_map_cls": 0.19584, "d2.loss_map_pts": 0.76527, "d2.loss_map_dir": 0.00679, "d3.loss_map_cls": 0.18122, "d3.loss_map_pts": 0.69942, "d3.loss_map_dir": 0.00716, "d4.loss_map_cls": 0.17205, "d4.loss_map_pts": 0.67678, "d4.loss_map_dir": 0.00734, "d5.loss_map_cls": 0.16672, "d5.loss_map_pts": 0.66667, "d5.loss_map_dir": 0.00747, "loss": 30.7847, "time": 0.67948, "grad_norm": 182.32643}
|
| 12 |
+
{"mode": "train", "epoch": 7, "iter": 550, "lr": 9e-05, "memory": 19865, "data_time": 0.03281, "loss_cls": 0.16488, "loss_bbox": 0.36902, "loss_traj": 0.68481, "loss_traj_cls": 0.00102, "loss_map_cls": 0.15437, "loss_map_pts": 0.79493, "loss_map_dir": 0.01117, "d0.loss_plan_l1_fix_time": 2.49823, "d0.loss_plan_l1_fix_dist": 0.42666, "d1.loss_plan_l1_fix_time": 1.18918, "d1.loss_plan_l1_fix_dist": 0.18708, "d2.loss_plan_l1_fix_time": 1.17513, "d2.loss_plan_l1_fix_dist": 0.19035, "d3.loss_plan_l1_fix_time": 1.16806, "d3.loss_plan_l1_fix_dist": 0.19851, "d4.loss_plan_l1_fix_time": 1.17058, "d4.loss_plan_l1_fix_dist": 0.20802, "d5.loss_plan_l1_fix_time": 1.17405, "d5.loss_plan_l1_fix_dist": 0.21964, "d6.loss_plan_l1_fix_time": 1.17844, "d6.loss_plan_l1_fix_dist": 0.23266, "d0.loss_cls_all": 0.20204, "d0.loss_bbox_all": 0.43097, "d0.loss_cls": 0.20204, "d0.loss_bbox": 0.43097, "d1.loss_cls": 0.19513, "d1.loss_bbox": 0.39979, "d2.loss_cls": 0.18049, "d2.loss_bbox": 0.38142, "d3.loss_cls": 0.17144, "d3.loss_bbox": 0.37281, "d4.loss_cls": 0.16689, "d4.loss_bbox": 0.3698, "d5.loss_cls": 0.1652, "d5.loss_bbox": 0.3698, "d0.loss_traj_cls": 9e-05, "d0.loss_traj": 0.89681, "d1.loss_traj_cls": 0.00114, "d1.loss_traj": 0.72391, "d2.loss_traj_cls": 0.00175, "d2.loss_traj": 0.67376, "d3.loss_traj_cls": 0.00119, "d3.loss_traj": 0.67756, "d4.loss_traj_cls": 0.00122, "d4.loss_traj": 0.67619, "d5.loss_traj_cls": 0.00139, "d5.loss_traj": 0.68097, "d0.loss_map_cls_all": 0.23411, "d0.loss_map_pts_all": 1.61394, "d0.loss_map_dir_all": 0.01055, "d0.loss_map_cls": 0.23411, "d0.loss_map_pts": 1.61394, "d0.loss_map_dir": 0.01055, "d1.loss_map_cls": 0.20349, "d1.loss_map_pts": 1.13591, "d1.loss_map_dir": 0.01022, "d2.loss_map_cls": 0.18267, "d2.loss_map_pts": 0.92025, "d2.loss_map_dir": 0.01021, "d3.loss_map_cls": 0.16938, "d3.loss_map_pts": 0.84021, "d3.loss_map_dir": 0.01061, "d4.loss_map_cls": 0.16124, "d4.loss_map_pts": 0.81054, "d4.loss_map_dir": 0.01101, "d5.loss_map_cls": 0.15666, "d5.loss_map_pts": 0.797, "d5.loss_map_dir": 0.01108, "loss": 30.91927, "time": 0.77627, "grad_norm": 183.44558}
|
| 13 |
+
{"mode": "train", "epoch": 7, "iter": 600, "lr": 9e-05, "memory": 19865, "data_time": 0.03195, "loss_cls": 0.16091, "loss_bbox": 0.36037, "loss_traj": 0.78983, "loss_traj_cls": 0.00105, "loss_map_cls": 0.15959, "loss_map_pts": 0.65833, "loss_map_dir": 0.01056, "d0.loss_plan_l1_fix_time": 2.87108, "d0.loss_plan_l1_fix_dist": 0.411, "d1.loss_plan_l1_fix_time": 1.10648, "d1.loss_plan_l1_fix_dist": 0.18672, "d2.loss_plan_l1_fix_time": 1.09842, "d2.loss_plan_l1_fix_dist": 0.1904, "d3.loss_plan_l1_fix_time": 1.09944, "d3.loss_plan_l1_fix_dist": 0.19773, "d4.loss_plan_l1_fix_time": 1.10314, "d4.loss_plan_l1_fix_dist": 0.20856, "d5.loss_plan_l1_fix_time": 1.1073, "d5.loss_plan_l1_fix_dist": 0.22048, "d6.loss_plan_l1_fix_time": 1.11274, "d6.loss_plan_l1_fix_dist": 0.23562, "d0.loss_cls_all": 0.20205, "d0.loss_bbox_all": 0.4147, "d0.loss_cls": 0.20205, "d0.loss_bbox": 0.4147, "d1.loss_cls": 0.1945, "d1.loss_bbox": 0.38205, "d2.loss_cls": 0.18276, "d2.loss_bbox": 0.36684, "d3.loss_cls": 0.16876, "d3.loss_bbox": 0.36249, "d4.loss_cls": 0.16082, "d4.loss_bbox": 0.36291, "d5.loss_cls": 0.15996, "d5.loss_bbox": 0.36171, "d0.loss_traj_cls": 8e-05, "d0.loss_traj": 0.99002, "d1.loss_traj_cls": 0.00112, "d1.loss_traj": 0.81648, "d2.loss_traj_cls": 0.00177, "d2.loss_traj": 0.76525, "d3.loss_traj_cls": 0.0012, "d3.loss_traj": 0.77533, "d4.loss_traj_cls": 0.00124, "d4.loss_traj": 0.77705, "d5.loss_traj_cls": 0.00143, "d5.loss_traj": 0.78066, "d0.loss_map_cls_all": 0.2384, "d0.loss_map_pts_all": 1.40005, "d0.loss_map_dir_all": 0.01021, "d0.loss_map_cls": 0.2384, "d0.loss_map_pts": 1.40005, "d0.loss_map_dir": 0.01021, "d1.loss_map_cls": 0.20196, "d1.loss_map_pts": 0.94629, "d1.loss_map_dir": 0.00978, "d2.loss_map_cls": 0.18182, "d2.loss_map_pts": 0.75547, "d2.loss_map_dir": 0.00992, "d3.loss_map_cls": 0.17126, "d3.loss_map_pts": 0.68812, "d3.loss_map_dir": 0.01029, "d4.loss_map_cls": 0.16563, "d4.loss_map_pts": 0.66476, "d4.loss_map_dir": 0.01048, "d5.loss_map_cls": 0.16159, "d5.loss_map_pts": 0.65766, "d5.loss_map_dir": 0.01054, "loss": 30.08052, "time": 0.73949, "grad_norm": 183.4591}
|
| 14 |
+
{"mode": "train", "epoch": 7, "iter": 650, "lr": 9e-05, "memory": 19865, "data_time": 0.03562, "loss_cls": 0.17149, "loss_bbox": 0.37583, "loss_traj": 0.69407, "loss_traj_cls": 0.00105, "loss_map_cls": 0.15929, "loss_map_pts": 0.71056, "loss_map_dir": 0.00952, "d0.loss_plan_l1_fix_time": 2.80049, "d0.loss_plan_l1_fix_dist": 0.37462, "d1.loss_plan_l1_fix_time": 1.11518, "d1.loss_plan_l1_fix_dist": 0.20582, "d2.loss_plan_l1_fix_time": 1.10728, "d2.loss_plan_l1_fix_dist": 0.20035, "d3.loss_plan_l1_fix_time": 1.1062, "d3.loss_plan_l1_fix_dist": 0.20642, "d4.loss_plan_l1_fix_time": 1.11021, "d4.loss_plan_l1_fix_dist": 0.21539, "d5.loss_plan_l1_fix_time": 1.11474, "d5.loss_plan_l1_fix_dist": 0.22536, "d6.loss_plan_l1_fix_time": 1.12014, "d6.loss_plan_l1_fix_dist": 0.23603, "d0.loss_cls_all": 0.20839, "d0.loss_bbox_all": 0.43649, "d0.loss_cls": 0.20839, "d0.loss_bbox": 0.43649, "d1.loss_cls": 0.202, "d1.loss_bbox": 0.39835, "d2.loss_cls": 0.18817, "d2.loss_bbox": 0.38132, "d3.loss_cls": 0.17708, "d3.loss_bbox": 0.37627, "d4.loss_cls": 0.17306, "d4.loss_bbox": 0.37548, "d5.loss_cls": 0.17186, "d5.loss_bbox": 0.37546, "d0.loss_traj_cls": 0.0001, "d0.loss_traj": 0.96845, "d1.loss_traj_cls": 0.00116, "d1.loss_traj": 0.75017, "d2.loss_traj_cls": 0.00179, "d2.loss_traj": 0.68519, "d3.loss_traj_cls": 0.00121, "d3.loss_traj": 0.69253, "d4.loss_traj_cls": 0.00123, "d4.loss_traj": 0.68049, "d5.loss_traj_cls": 0.00143, "d5.loss_traj": 0.6829, "d0.loss_map_cls_all": 0.23619, "d0.loss_map_pts_all": 1.38073, "d0.loss_map_dir_all": 0.00928, "d0.loss_map_cls": 0.23619, "d0.loss_map_pts": 1.38073, "d0.loss_map_dir": 0.00928, "d1.loss_map_cls": 0.21162, "d1.loss_map_pts": 0.973, "d1.loss_map_dir": 0.00859, "d2.loss_map_cls": 0.18559, "d2.loss_map_pts": 0.81148, "d2.loss_map_dir": 0.00871, "d3.loss_map_cls": 0.1757, "d3.loss_map_pts": 0.74709, "d3.loss_map_dir": 0.00916, "d4.loss_map_cls": 0.16802, "d4.loss_map_pts": 0.72176, "d4.loss_map_dir": 0.00934, "d5.loss_map_cls": 0.16131, "d5.loss_map_pts": 0.71153, "d5.loss_map_dir": 0.00948, "loss": 30.00029, "time": 0.7488, "grad_norm": 181.82091}
|
| 15 |
+
{"mode": "train", "epoch": 7, "iter": 700, "lr": 9e-05, "memory": 19865, "data_time": 0.0297, "loss_cls": 0.17147, "loss_bbox": 0.38101, "loss_traj": 0.81466, "loss_traj_cls": 0.0011, "loss_map_cls": 0.13642, "loss_map_pts": 0.61198, "loss_map_dir": 0.00844, "d0.loss_plan_l1_fix_time": 2.43652, "d0.loss_plan_l1_fix_dist": 0.45421, "d1.loss_plan_l1_fix_time": 1.0783, "d1.loss_plan_l1_fix_dist": 0.18796, "d2.loss_plan_l1_fix_time": 1.0686, "d2.loss_plan_l1_fix_dist": 0.18776, "d3.loss_plan_l1_fix_time": 1.07024, "d3.loss_plan_l1_fix_dist": 0.19833, "d4.loss_plan_l1_fix_time": 1.07479, "d4.loss_plan_l1_fix_dist": 0.2133, "d5.loss_plan_l1_fix_time": 1.07929, "d5.loss_plan_l1_fix_dist": 0.23205, "d6.loss_plan_l1_fix_time": 1.08397, "d6.loss_plan_l1_fix_dist": 0.25189, "d0.loss_cls_all": 0.20559, "d0.loss_bbox_all": 0.43036, "d0.loss_cls": 0.20559, "d0.loss_bbox": 0.43036, "d1.loss_cls": 0.20089, "d1.loss_bbox": 0.39998, "d2.loss_cls": 0.18925, "d2.loss_bbox": 0.3856, "d3.loss_cls": 0.17988, "d3.loss_bbox": 0.37973, "d4.loss_cls": 0.1747, "d4.loss_bbox": 0.37876, "d5.loss_cls": 0.1724, "d5.loss_bbox": 0.3805, "d0.loss_traj_cls": 9e-05, "d0.loss_traj": 1.1088, "d1.loss_traj_cls": 0.00116, "d1.loss_traj": 0.90139, "d2.loss_traj_cls": 0.00182, "d2.loss_traj": 0.83713, "d3.loss_traj_cls": 0.00124, "d3.loss_traj": 0.8161, "d4.loss_traj_cls": 0.00125, "d4.loss_traj": 0.81163, "d5.loss_traj_cls": 0.00147, "d5.loss_traj": 0.80884, "d0.loss_map_cls_all": 0.19497, "d0.loss_map_pts_all": 1.23762, "d0.loss_map_dir_all": 0.00832, "d0.loss_map_cls": 0.19497, "d0.loss_map_pts": 1.23762, "d0.loss_map_dir": 0.00832, "d1.loss_map_cls": 0.17435, "d1.loss_map_pts": 0.86134, "d1.loss_map_dir": 0.00797, "d2.loss_map_cls": 0.15695, "d2.loss_map_pts": 0.70946, "d2.loss_map_dir": 0.00803, "d3.loss_map_cls": 0.14921, "d3.loss_map_pts": 0.64432, "d3.loss_map_dir": 0.00819, "d4.loss_map_cls": 0.14265, "d4.loss_map_pts": 0.62004, "d4.loss_map_dir": 0.00842, "d5.loss_map_cls": 0.13719, "d5.loss_map_pts": 0.61421, "d5.loss_map_dir": 0.00845, "loss": 29.27937, "time": 0.74207, "grad_norm": 185.4367}
|
| 16 |
+
{"mode": "train", "epoch": 7, "iter": 750, "lr": 9e-05, "memory": 19865, "data_time": 0.03681, "loss_cls": 0.14601, "loss_bbox": 0.33438, "loss_traj": 0.53433, "loss_traj_cls": 0.00111, "loss_map_cls": 0.14652, "loss_map_pts": 0.66119, "loss_map_dir": 0.01035, "d0.loss_plan_l1_fix_time": 2.30311, "d0.loss_plan_l1_fix_dist": 0.39691, "d1.loss_plan_l1_fix_time": 0.98153, "d1.loss_plan_l1_fix_dist": 0.15669, "d2.loss_plan_l1_fix_time": 0.96895, "d2.loss_plan_l1_fix_dist": 0.16161, "d3.loss_plan_l1_fix_time": 0.96797, "d3.loss_plan_l1_fix_dist": 0.17476, "d4.loss_plan_l1_fix_time": 0.97314, "d4.loss_plan_l1_fix_dist": 0.18749, "d5.loss_plan_l1_fix_time": 0.97867, "d5.loss_plan_l1_fix_dist": 0.20102, "d6.loss_plan_l1_fix_time": 0.98459, "d6.loss_plan_l1_fix_dist": 0.21414, "d0.loss_cls_all": 0.17284, "d0.loss_bbox_all": 0.38669, "d0.loss_cls": 0.17284, "d0.loss_bbox": 0.38669, "d1.loss_cls": 0.16878, "d1.loss_bbox": 0.3566, "d2.loss_cls": 0.15921, "d2.loss_bbox": 0.3428, "d3.loss_cls": 0.15226, "d3.loss_bbox": 0.33742, "d4.loss_cls": 0.14803, "d4.loss_bbox": 0.3359, "d5.loss_cls": 0.14685, "d5.loss_bbox": 0.33609, "d0.loss_traj_cls": 8e-05, "d0.loss_traj": 0.67934, "d1.loss_traj_cls": 0.00116, "d1.loss_traj": 0.55814, "d2.loss_traj_cls": 0.00179, "d2.loss_traj": 0.53695, "d3.loss_traj_cls": 0.00122, "d3.loss_traj": 0.53605, "d4.loss_traj_cls": 0.00123, "d4.loss_traj": 0.53806, "d5.loss_traj_cls": 0.00149, "d5.loss_traj": 0.53821, "d0.loss_map_cls_all": 0.20798, "d0.loss_map_pts_all": 1.37977, "d0.loss_map_dir_all": 0.00917, "d0.loss_map_cls": 0.20798, "d0.loss_map_pts": 1.37977, "d0.loss_map_dir": 0.00917, "d1.loss_map_cls": 0.1823, "d1.loss_map_pts": 0.95174, "d1.loss_map_dir": 0.00874, "d2.loss_map_cls": 0.16731, "d2.loss_map_pts": 0.76723, "d2.loss_map_dir": 0.00933, "d3.loss_map_cls": 0.15843, "d3.loss_map_pts": 0.69873, "d3.loss_map_dir": 0.00986, "d4.loss_map_cls": 0.15408, "d4.loss_map_pts": 0.67069, "d4.loss_map_dir": 0.01018, "d5.loss_map_cls": 0.14764, "d5.loss_map_pts": 0.6639, "d5.loss_map_dir": 0.0103, "loss": 26.28548, "time": 0.77008, "grad_norm": 185.26964}
|
| 17 |
+
{"mode": "train", "epoch": 7, "iter": 800, "lr": 9e-05, "memory": 19865, "data_time": 0.03361, "loss_cls": 0.19547, "loss_bbox": 0.38967, "loss_traj": 0.61685, "loss_traj_cls": 0.00112, "loss_map_cls": 0.14804, "loss_map_pts": 0.70303, "loss_map_dir": 0.01204, "d0.loss_plan_l1_fix_time": 2.84766, "d0.loss_plan_l1_fix_dist": 0.475, "d1.loss_plan_l1_fix_time": 1.21864, "d1.loss_plan_l1_fix_dist": 0.20782, "d2.loss_plan_l1_fix_time": 1.20705, "d2.loss_plan_l1_fix_dist": 0.20468, "d3.loss_plan_l1_fix_time": 1.20526, "d3.loss_plan_l1_fix_dist": 0.21168, "d4.loss_plan_l1_fix_time": 1.20922, "d4.loss_plan_l1_fix_dist": 0.22302, "d5.loss_plan_l1_fix_time": 1.21408, "d5.loss_plan_l1_fix_dist": 0.23909, "d6.loss_plan_l1_fix_time": 1.21915, "d6.loss_plan_l1_fix_dist": 0.25869, "d0.loss_cls_all": 0.23764, "d0.loss_bbox_all": 0.45771, "d0.loss_cls": 0.23764, "d0.loss_bbox": 0.45771, "d1.loss_cls": 0.2249, "d1.loss_bbox": 0.42141, "d2.loss_cls": 0.21083, "d2.loss_bbox": 0.40158, "d3.loss_cls": 0.19967, "d3.loss_bbox": 0.39451, "d4.loss_cls": 0.19587, "d4.loss_bbox": 0.3888, "d5.loss_cls": 0.19467, "d5.loss_bbox": 0.38874, "d0.loss_traj_cls": 0.00011, "d0.loss_traj": 0.76496, "d1.loss_traj_cls": 0.00118, "d1.loss_traj": 0.66019, "d2.loss_traj_cls": 0.00181, "d2.loss_traj": 0.63173, "d3.loss_traj_cls": 0.00123, "d3.loss_traj": 0.62384, "d4.loss_traj_cls": 0.00126, "d4.loss_traj": 0.61858, "d5.loss_traj_cls": 0.00148, "d5.loss_traj": 0.61502, "d0.loss_map_cls_all": 0.21674, "d0.loss_map_pts_all": 1.47022, "d0.loss_map_dir_all": 0.01105, "d0.loss_map_cls": 0.21674, "d0.loss_map_pts": 1.47022, "d0.loss_map_dir": 0.01105, "d1.loss_map_cls": 0.18406, "d1.loss_map_pts": 0.98575, "d1.loss_map_dir": 0.01095, "d2.loss_map_cls": 0.16734, "d2.loss_map_pts": 0.79919, "d2.loss_map_dir": 0.01129, "d3.loss_map_cls": 0.16084, "d3.loss_map_pts": 0.73404, "d3.loss_map_dir": 0.01169, "d4.loss_map_cls": 0.1534, "d4.loss_map_pts": 0.71034, "d4.loss_map_dir": 0.01185, "d5.loss_map_cls": 0.14987, "d5.loss_map_pts": 0.70468, "d5.loss_map_dir": 0.012, "loss": 30.54368, "time": 0.77089, "grad_norm": 180.30732}
|
| 18 |
+
{"mode": "train", "epoch": 7, "iter": 850, "lr": 9e-05, "memory": 19865, "data_time": 0.03376, "loss_cls": 0.16604, "loss_bbox": 0.35544, "loss_traj": 0.53124, "loss_traj_cls": 0.0011, "loss_map_cls": 0.1642, "loss_map_pts": 0.68271, "loss_map_dir": 0.00965, "d0.loss_plan_l1_fix_time": 2.42841, "d0.loss_plan_l1_fix_dist": 0.36402, "d1.loss_plan_l1_fix_time": 1.03415, "d1.loss_plan_l1_fix_dist": 0.16886, "d2.loss_plan_l1_fix_time": 1.02752, "d2.loss_plan_l1_fix_dist": 0.16618, "d3.loss_plan_l1_fix_time": 1.03024, "d3.loss_plan_l1_fix_dist": 0.17514, "d4.loss_plan_l1_fix_time": 1.03477, "d4.loss_plan_l1_fix_dist": 0.18561, "d5.loss_plan_l1_fix_time": 1.04052, "d5.loss_plan_l1_fix_dist": 0.19963, "d6.loss_plan_l1_fix_time": 1.04618, "d6.loss_plan_l1_fix_dist": 0.21445, "d0.loss_cls_all": 0.20381, "d0.loss_bbox_all": 0.41291, "d0.loss_cls": 0.20381, "d0.loss_bbox": 0.41291, "d1.loss_cls": 0.19529, "d1.loss_bbox": 0.38219, "d2.loss_cls": 0.18594, "d2.loss_bbox": 0.36463, "d3.loss_cls": 0.17236, "d3.loss_bbox": 0.35874, "d4.loss_cls": 0.16835, "d4.loss_bbox": 0.35482, "d5.loss_cls": 0.16737, "d5.loss_bbox": 0.3541, "d0.loss_traj_cls": 9e-05, "d0.loss_traj": 0.70785, "d1.loss_traj_cls": 0.00118, "d1.loss_traj": 0.57663, "d2.loss_traj_cls": 0.0018, "d2.loss_traj": 0.54108, "d3.loss_traj_cls": 0.00122, "d3.loss_traj": 0.53172, "d4.loss_traj_cls": 0.00124, "d4.loss_traj": 0.52643, "d5.loss_traj_cls": 0.00145, "d5.loss_traj": 0.5251, "d0.loss_map_cls_all": 0.23194, "d0.loss_map_pts_all": 1.40625, "d0.loss_map_dir_all": 0.00984, "d0.loss_map_cls": 0.23194, "d0.loss_map_pts": 1.40625, "d0.loss_map_dir": 0.00984, "d1.loss_map_cls": 0.2033, "d1.loss_map_pts": 0.96357, "d1.loss_map_dir": 0.00915, "d2.loss_map_cls": 0.18788, "d2.loss_map_pts": 0.79048, "d2.loss_map_dir": 0.0092, "d3.loss_map_cls": 0.17717, "d3.loss_map_pts": 0.72251, "d3.loss_map_dir": 0.00931, "d4.loss_map_cls": 0.17124, "d4.loss_map_pts": 0.69528, "d4.loss_map_dir": 0.0095, "d5.loss_map_cls": 0.1665, "d5.loss_map_pts": 0.68454, "d5.loss_map_dir": 0.0096, "loss": 27.48437, "time": 0.73539, "grad_norm": 176.17518}
|
| 19 |
+
{"mode": "train", "epoch": 7, "iter": 900, "lr": 9e-05, "memory": 19865, "data_time": 0.03246, "loss_cls": 0.16039, "loss_bbox": 0.3351, "loss_traj": 0.5567, "loss_traj_cls": 0.00108, "loss_map_cls": 0.14605, "loss_map_pts": 0.68309, "loss_map_dir": 0.00984, "d0.loss_plan_l1_fix_time": 2.49499, "d0.loss_plan_l1_fix_dist": 0.40676, "d1.loss_plan_l1_fix_time": 1.09737, "d1.loss_plan_l1_fix_dist": 0.17121, "d2.loss_plan_l1_fix_time": 1.07587, "d2.loss_plan_l1_fix_dist": 0.18112, "d3.loss_plan_l1_fix_time": 1.0743, "d3.loss_plan_l1_fix_dist": 0.1971, "d4.loss_plan_l1_fix_time": 1.07783, "d4.loss_plan_l1_fix_dist": 0.2112, "d5.loss_plan_l1_fix_time": 1.08162, "d5.loss_plan_l1_fix_dist": 0.22237, "d6.loss_plan_l1_fix_time": 1.08632, "d6.loss_plan_l1_fix_dist": 0.2343, "d0.loss_cls_all": 0.19347, "d0.loss_bbox_all": 0.39423, "d0.loss_cls": 0.19347, "d0.loss_bbox": 0.39423, "d1.loss_cls": 0.18535, "d1.loss_bbox": 0.36137, "d2.loss_cls": 0.17396, "d2.loss_bbox": 0.34391, "d3.loss_cls": 0.16563, "d3.loss_bbox": 0.33745, "d4.loss_cls": 0.16011, "d4.loss_bbox": 0.33539, "d5.loss_cls": 0.16064, "d5.loss_bbox": 0.33396, "d0.loss_traj_cls": 9e-05, "d0.loss_traj": 0.7302, "d1.loss_traj_cls": 0.00116, "d1.loss_traj": 0.62254, "d2.loss_traj_cls": 0.00177, "d2.loss_traj": 0.57892, "d3.loss_traj_cls": 0.0012, "d3.loss_traj": 0.5673, "d4.loss_traj_cls": 0.00122, "d4.loss_traj": 0.55767, "d5.loss_traj_cls": 0.00141, "d5.loss_traj": 0.55469, "d0.loss_map_cls_all": 0.21249, "d0.loss_map_pts_all": 1.38512, "d0.loss_map_dir_all": 0.00968, "d0.loss_map_cls": 0.21249, "d0.loss_map_pts": 1.38512, "d0.loss_map_dir": 0.00968, "d1.loss_map_cls": 0.18423, "d1.loss_map_pts": 0.94759, "d1.loss_map_dir": 0.00935, "d2.loss_map_cls": 0.16847, "d2.loss_map_pts": 0.77617, "d2.loss_map_dir": 0.00946, "d3.loss_map_cls": 0.16015, "d3.loss_map_pts": 0.71481, "d3.loss_map_dir": 0.0096, "d4.loss_map_cls": 0.1524, "d4.loss_map_pts": 0.6901, "d4.loss_map_dir": 0.00972, "d5.loss_map_cls": 0.14815, "d5.loss_map_pts": 0.68309, "d5.loss_map_dir": 0.00972, "loss": 27.74352, "time": 0.74757, "grad_norm": 173.70888}
|
DriveTransformer/goalpoint_1gpu/20260227_103553.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260227_103553.log.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260302_065826.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260302_065826.log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mmcv_version": "0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=6,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 6\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 24\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=32)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=24)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 32\ngpu_ids = range(0, 1)\n", "CLASSES": ["car", "van", "truck", "bicycle", "traffic_sign", "traffic_cone", "traffic_light", "pedestrian", "others"], "PALETTE": null, "env_info": "MMCV: 0.0.1", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py", "fp16": {"loss_scaler": {"scale": 512.0, "growth_factor": 2.0, "backoff_factor": 0.5, "growth_interval": 2000, "_growth_tracker": 0}}, "epoch": 9, "iter": 355752, "time": "Sat Feb 28 10:41:11 2026", "hook_msgs": {"last_ckpt": "/home/Humble/Humble/EndtoEnd/Bench2DriveZoo/work_dirs/drivetransformer_goalpoint_1gpu/epoch_8.pth"}}
|
DriveTransformer/goalpoint_1gpu/20260302_071228.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260302_071228.log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"mmcv_version": "0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=6,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 6\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 24\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=32)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=24)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 32\ngpu_ids = range(0, 1)\n", "CLASSES": ["car", "van", "truck", "bicycle", "traffic_sign", "traffic_cone", "traffic_light", "pedestrian", "others"], "PALETTE": null, "env_info": "MMCV: 0.0.1", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py", "fp16": {"loss_scaler": {"scale": 512.0, "growth_factor": 2.0, "backoff_factor": 0.5, "growth_interval": 2000, "_growth_tracker": 0}}, "epoch": 9, "iter": 355752, "time": "Sat Feb 28 10:41:11 2026", "hook_msgs": {"last_ckpt": "/home/Humble/Humble/EndtoEnd/Bench2DriveZoo/work_dirs/drivetransformer_goalpoint_1gpu/epoch_8.pth"}}
|
DriveTransformer/goalpoint_1gpu/20260302_071328.log
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
DriveTransformer/goalpoint_1gpu/20260302_071328.log.json
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"mmcv_version": "0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=6,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 6\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 24\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=32)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=24)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 32\ngpu_ids = range(0, 1)\n", "CLASSES": ["car", "van", "truck", "bicycle", "traffic_sign", "traffic_cone", "traffic_light", "pedestrian", "others"], "PALETTE": null, "env_info": "MMCV: 0.0.1", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py", "fp16": {"loss_scaler": {"scale": 512.0, "growth_factor": 2.0, "backoff_factor": 0.5, "growth_interval": 2000, "_growth_tracker": 0}}, "epoch": 9, "iter": 355752, "time": "Sat Feb 28 10:41:11 2026", "hook_msgs": {"last_ckpt": "/home/Humble/Humble/EndtoEnd/Bench2DriveZoo/work_dirs/drivetransformer_goalpoint_1gpu/epoch_8.pth"}}
|
| 2 |
+
{"mode": "train", "epoch": 10, "iter": 50, "lr": 7e-05, "memory": 19862, "data_time": 0.20962, "loss_cls": 0.11593, "loss_bbox": 0.3072, "loss_traj": 0.48392, "loss_traj_cls": 0.00202, "loss_map_cls": 0.12882, "loss_map_pts": 0.5999, "loss_map_dir": 0.007, "d0.loss_plan_l1_fix_time": 2.47242, "d0.loss_plan_l1_fix_dist": 0.37871, "d1.loss_plan_l1_fix_time": 0.86071, "d1.loss_plan_l1_fix_dist": 0.26848, "d2.loss_plan_l1_fix_time": 0.84022, "d2.loss_plan_l1_fix_dist": 0.21882, "d3.loss_plan_l1_fix_time": 0.83621, "d3.loss_plan_l1_fix_dist": 0.22214, "d4.loss_plan_l1_fix_time": 0.83909, "d4.loss_plan_l1_fix_dist": 0.20819, "d5.loss_plan_l1_fix_time": 0.84314, "d5.loss_plan_l1_fix_dist": 0.2493, "d6.loss_plan_l1_fix_time": 0.848, "d6.loss_plan_l1_fix_dist": 0.24196, "d0.loss_cls_all": 0.15553, "d0.loss_bbox_all": 0.37036, "d0.loss_cls": 0.15553, "d0.loss_bbox": 0.37036, "d1.loss_cls": 0.15043, "d1.loss_bbox": 0.33398, "d2.loss_cls": 0.14139, "d2.loss_bbox": 0.31416, "d3.loss_cls": 0.12609, "d3.loss_bbox": 0.30862, "d4.loss_cls": 0.11872, "d4.loss_bbox": 0.30886, "d5.loss_cls": 0.11713, "d5.loss_bbox": 0.30684, "d0.loss_traj_cls": 6e-05, "d0.loss_traj": 0.66307, "d1.loss_traj_cls": 0.00068, "d1.loss_traj": 0.55593, "d2.loss_traj_cls": 0.00089, "d2.loss_traj": 0.5135, "d3.loss_traj_cls": 0.0007, "d3.loss_traj": 0.49472, "d4.loss_traj_cls": 0.00086, "d4.loss_traj": 0.48748, "d5.loss_traj_cls": 0.00128, "d5.loss_traj": 0.48489, "d0.loss_map_cls_all": 0.21055, "d0.loss_map_pts_all": 1.20573, "d0.loss_map_dir_all": 0.00707, "d0.loss_map_cls": 0.21055, "d0.loss_map_pts": 1.20573, "d0.loss_map_dir": 0.00707, "d1.loss_map_cls": 0.17551, "d1.loss_map_pts": 0.86448, "d1.loss_map_dir": 0.00655, "d2.loss_map_cls": 0.15283, "d2.loss_map_pts": 0.70237, "d2.loss_map_dir": 0.00625, "d3.loss_map_cls": 0.14241, "d3.loss_map_pts": 0.63954, "d3.loss_map_dir": 0.00655, "d4.loss_map_cls": 0.13809, "d4.loss_map_pts": 0.61283, "d4.loss_map_dir": 0.00681, "d5.loss_map_cls": 0.13153, "d5.loss_map_pts": 0.60017, "d5.loss_map_dir": 0.00702, "loss": 24.49393, "time": 1.08184, "grad_norm": 89.64458}
|
DriveTransformer/goalpoint_1gpu/20260302_071515.log
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a40e899338cc7bafc4df9e36f9b7d9b3410c9dde8740badc90a2364f27458737
|
| 3 |
+
size 18492763
|
DriveTransformer/goalpoint_1gpu/20260302_071515.log.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:64c1a029f6c13edf4e5c2be107abe85684617482aacad06a98e77a47b76121b4
|
| 3 |
+
size 19951009
|
DriveTransformer/goalpoint_1gpu/drivetransformer_goalpoint_1gpu.py
ADDED
|
@@ -0,0 +1,1327 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]
|
| 2 |
+
class_names = [
|
| 3 |
+
'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
|
| 4 |
+
'traffic_light', 'pedestrian', 'others'
|
| 5 |
+
]
|
| 6 |
+
dataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'
|
| 7 |
+
data_root = 'data/bench2drive'
|
| 8 |
+
input_modality = dict(
|
| 9 |
+
use_lidar=False,
|
| 10 |
+
use_camera=True,
|
| 11 |
+
use_radar=False,
|
| 12 |
+
use_map=False,
|
| 13 |
+
use_external=True)
|
| 14 |
+
file_client_args = dict(backend='disk')
|
| 15 |
+
train_pipeline = [
|
| 16 |
+
dict(type='LoadMultiViewImageFromFiles', to_float32=True),
|
| 17 |
+
dict(type='ResizeCropFlipImage'),
|
| 18 |
+
dict(
|
| 19 |
+
type='NormalizeMultiviewImage',
|
| 20 |
+
mean=[123.675, 116.28, 103.53],
|
| 21 |
+
std=[58.395, 57.12, 57.375],
|
| 22 |
+
to_rgb=True),
|
| 23 |
+
dict(
|
| 24 |
+
type='LoadAnnotations3D',
|
| 25 |
+
with_bbox_3d=True,
|
| 26 |
+
with_label_3d=True,
|
| 27 |
+
with_attr_label=True),
|
| 28 |
+
dict(
|
| 29 |
+
type='CustomObjectRangeFilter',
|
| 30 |
+
point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),
|
| 31 |
+
dict(
|
| 32 |
+
type='CustomObjectNameFilter',
|
| 33 |
+
classes=[
|
| 34 |
+
'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
|
| 35 |
+
'traffic_light', 'pedestrian', 'others'
|
| 36 |
+
]),
|
| 37 |
+
dict(
|
| 38 |
+
type='TrajPreprocess',
|
| 39 |
+
pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
|
| 40 |
+
with_ego_fix_dist=True,
|
| 41 |
+
ego_fut_offset_input=False,
|
| 42 |
+
assign_class_for_ego=False),
|
| 43 |
+
dict(
|
| 44 |
+
type='CustomFormatBundle3D',
|
| 45 |
+
class_names=[
|
| 46 |
+
'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
|
| 47 |
+
'traffic_light', 'pedestrian', 'others'
|
| 48 |
+
],
|
| 49 |
+
with_ego=True,
|
| 50 |
+
collect_keys=[
|
| 51 |
+
'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
|
| 52 |
+
'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',
|
| 53 |
+
'ego_fut_classes'
|
| 54 |
+
]),
|
| 55 |
+
dict(
|
| 56 |
+
type='CustomCollect3D',
|
| 57 |
+
keys=[
|
| 58 |
+
'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',
|
| 59 |
+
'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',
|
| 60 |
+
'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',
|
| 61 |
+
'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',
|
| 62 |
+
'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',
|
| 63 |
+
'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
|
| 64 |
+
'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',
|
| 65 |
+
'ego_fut_classes'
|
| 66 |
+
])
|
| 67 |
+
]
|
| 68 |
+
test_pipeline = [
|
| 69 |
+
dict(type='LoadMultiViewImageFromFiles', to_float32=True),
|
| 70 |
+
dict(type='ResizeCropFlipImage'),
|
| 71 |
+
dict(
|
| 72 |
+
type='NormalizeMultiviewImage',
|
| 73 |
+
mean=[123.675, 116.28, 103.53],
|
| 74 |
+
std=[58.395, 57.12, 57.375],
|
| 75 |
+
to_rgb=True),
|
| 76 |
+
dict(
|
| 77 |
+
type='LoadAnnotations3D',
|
| 78 |
+
with_bbox_3d=True,
|
| 79 |
+
with_label_3d=True,
|
| 80 |
+
with_attr_label=True),
|
| 81 |
+
dict(
|
| 82 |
+
type='CustomObjectRangeFilter',
|
| 83 |
+
point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),
|
| 84 |
+
dict(
|
| 85 |
+
type='CustomObjectNameFilter',
|
| 86 |
+
classes=[
|
| 87 |
+
'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
|
| 88 |
+
'traffic_light', 'pedestrian', 'others'
|
| 89 |
+
]),
|
| 90 |
+
dict(
|
| 91 |
+
type='TrajPreprocess',
|
| 92 |
+
pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
|
| 93 |
+
with_ego_fix_dist=True,
|
| 94 |
+
ego_fut_offset_input=False,
|
| 95 |
+
assign_class_for_ego=False),
|
| 96 |
+
dict(
|
| 97 |
+
type='CustomFormatBundle3D',
|
| 98 |
+
class_names=[
|
| 99 |
+
'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
|
| 100 |
+
'traffic_light', 'pedestrian', 'others'
|
| 101 |
+
],
|
| 102 |
+
with_ego=True,
|
| 103 |
+
collect_keys=[
|
| 104 |
+
'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
|
| 105 |
+
'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',
|
| 106 |
+
'ego_fut_classes'
|
| 107 |
+
]),
|
| 108 |
+
dict(
|
| 109 |
+
type='CustomCollect3D',
|
| 110 |
+
keys=[
|
| 111 |
+
'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',
|
| 112 |
+
'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',
|
| 113 |
+
'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',
|
| 114 |
+
'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',
|
| 115 |
+
'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',
|
| 116 |
+
'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
|
| 117 |
+
'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',
|
| 118 |
+
'ego_fut_classes'
|
| 119 |
+
])
|
| 120 |
+
]
|
| 121 |
+
eval_pipeline = [
|
| 122 |
+
dict(
|
| 123 |
+
type='LoadPointsFromFile',
|
| 124 |
+
coord_type='LIDAR',
|
| 125 |
+
load_dim=5,
|
| 126 |
+
use_dim=5,
|
| 127 |
+
file_client_args=dict(backend='disk')),
|
| 128 |
+
dict(
|
| 129 |
+
type='LoadPointsFromMultiSweeps',
|
| 130 |
+
sweeps_num=10,
|
| 131 |
+
file_client_args=dict(backend='disk')),
|
| 132 |
+
dict(
|
| 133 |
+
type='DefaultFormatBundle3D',
|
| 134 |
+
class_names=[
|
| 135 |
+
'car', 'truck', 'trailer', 'bus', 'construction_vehicle',
|
| 136 |
+
'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'
|
| 137 |
+
],
|
| 138 |
+
with_label=False),
|
| 139 |
+
dict(type='Collect3D', keys=['points'])
|
| 140 |
+
]
|
| 141 |
+
data = dict(
|
| 142 |
+
samples_per_gpu=6,
|
| 143 |
+
workers_per_gpu=8,
|
| 144 |
+
train=dict(
|
| 145 |
+
type='B2D_DriveTransformer_GoalPoint_Dataset',
|
| 146 |
+
data_root='data/bench2drive',
|
| 147 |
+
ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',
|
| 148 |
+
pipeline=[
|
| 149 |
+
dict(type='LoadMultiViewImageFromFiles', to_float32=True),
|
| 150 |
+
dict(type='ResizeCropFlipImage'),
|
| 151 |
+
dict(
|
| 152 |
+
type='NormalizeMultiviewImage',
|
| 153 |
+
mean=[123.675, 116.28, 103.53],
|
| 154 |
+
std=[58.395, 57.12, 57.375],
|
| 155 |
+
to_rgb=True),
|
| 156 |
+
dict(
|
| 157 |
+
type='LoadAnnotations3D',
|
| 158 |
+
with_bbox_3d=True,
|
| 159 |
+
with_label_3d=True,
|
| 160 |
+
with_attr_label=True),
|
| 161 |
+
dict(
|
| 162 |
+
type='CustomObjectRangeFilter',
|
| 163 |
+
point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),
|
| 164 |
+
dict(
|
| 165 |
+
type='CustomObjectNameFilter',
|
| 166 |
+
classes=[
|
| 167 |
+
'car', 'van', 'truck', 'bicycle', 'traffic_sign',
|
| 168 |
+
'traffic_cone', 'traffic_light', 'pedestrian', 'others'
|
| 169 |
+
]),
|
| 170 |
+
dict(
|
| 171 |
+
type='TrajPreprocess',
|
| 172 |
+
pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
|
| 173 |
+
with_ego_fix_dist=True,
|
| 174 |
+
ego_fut_offset_input=False,
|
| 175 |
+
assign_class_for_ego=False),
|
| 176 |
+
dict(
|
| 177 |
+
type='CustomFormatBundle3D',
|
| 178 |
+
class_names=[
|
| 179 |
+
'car', 'van', 'truck', 'bicycle', 'traffic_sign',
|
| 180 |
+
'traffic_cone', 'traffic_light', 'pedestrian', 'others'
|
| 181 |
+
],
|
| 182 |
+
with_ego=True,
|
| 183 |
+
collect_keys=[
|
| 184 |
+
'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
|
| 185 |
+
'ego_pose', 'ego_pose_inv', 'pad_shape',
|
| 186 |
+
'gt_traj_fut_classes', 'ego_fut_classes'
|
| 187 |
+
]),
|
| 188 |
+
dict(
|
| 189 |
+
type='CustomCollect3D',
|
| 190 |
+
keys=[
|
| 191 |
+
'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',
|
| 192 |
+
'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',
|
| 193 |
+
'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',
|
| 194 |
+
'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',
|
| 195 |
+
'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',
|
| 196 |
+
'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',
|
| 197 |
+
'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',
|
| 198 |
+
'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'
|
| 199 |
+
])
|
| 200 |
+
],
|
| 201 |
+
classes=[
|
| 202 |
+
'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
|
| 203 |
+
'traffic_light', 'pedestrian', 'others'
|
| 204 |
+
],
|
| 205 |
+
modality=dict(
|
| 206 |
+
use_lidar=False,
|
| 207 |
+
use_camera=True,
|
| 208 |
+
use_radar=False,
|
| 209 |
+
use_map=False,
|
| 210 |
+
use_external=True),
|
| 211 |
+
test_mode=False,
|
| 212 |
+
box_type_3d='LiDAR',
|
| 213 |
+
data_aug_conf=dict(
|
| 214 |
+
resize_lim=(0.64, 0.69),
|
| 215 |
+
final_dim=(384, 1056),
|
| 216 |
+
bot_pct_lim=(0.0, 0.0),
|
| 217 |
+
rot_lim=(-5.4, 5.4),
|
| 218 |
+
H=900,
|
| 219 |
+
W=1600,
|
| 220 |
+
rand_flip=True,
|
| 221 |
+
rot3d_range=[0, 0]),
|
| 222 |
+
name_mapping=dict({
|
| 223 |
+
'vehicle.bh.crossbike':
|
| 224 |
+
'bicycle',
|
| 225 |
+
'vehicle.diamondback.century':
|
| 226 |
+
'bicycle',
|
| 227 |
+
'vehicle.gazelle.omafiets':
|
| 228 |
+
'bicycle',
|
| 229 |
+
'vehicle.audi.etron':
|
| 230 |
+
'car',
|
| 231 |
+
'vehicle.chevrolet.impala':
|
| 232 |
+
'car',
|
| 233 |
+
'vehicle.dodge.charger_2020':
|
| 234 |
+
'car',
|
| 235 |
+
'vehicle.dodge.charger_police':
|
| 236 |
+
'car',
|
| 237 |
+
'vehicle.dodge.charger_police_2020':
|
| 238 |
+
'car',
|
| 239 |
+
'vehicle.lincoln.mkz_2017':
|
| 240 |
+
'car',
|
| 241 |
+
'vehicle.lincoln.mkz_2020':
|
| 242 |
+
'car',
|
| 243 |
+
'vehicle.mini.cooper_s_2021':
|
| 244 |
+
'car',
|
| 245 |
+
'vehicle.mercedes.coupe_2020':
|
| 246 |
+
'car',
|
| 247 |
+
'vehicle.ford.mustang':
|
| 248 |
+
'car',
|
| 249 |
+
'vehicle.nissan.patrol_2021':
|
| 250 |
+
'car',
|
| 251 |
+
'vehicle.audi.tt':
|
| 252 |
+
'car',
|
| 253 |
+
'vehicle.ford.crown':
|
| 254 |
+
'car',
|
| 255 |
+
'vehicle.tesla.model3':
|
| 256 |
+
'car',
|
| 257 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':
|
| 258 |
+
'car',
|
| 259 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':
|
| 260 |
+
'car',
|
| 261 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':
|
| 262 |
+
'car',
|
| 263 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':
|
| 264 |
+
'car',
|
| 265 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':
|
| 266 |
+
'car',
|
| 267 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':
|
| 268 |
+
'car',
|
| 269 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':
|
| 270 |
+
'car',
|
| 271 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':
|
| 272 |
+
'van',
|
| 273 |
+
'vehicle.ford.ambulance':
|
| 274 |
+
'van',
|
| 275 |
+
'vehicle.carlamotors.firetruck':
|
| 276 |
+
'truck',
|
| 277 |
+
'traffic.speed_limit.30':
|
| 278 |
+
'traffic_sign',
|
| 279 |
+
'traffic.speed_limit.40':
|
| 280 |
+
'traffic_sign',
|
| 281 |
+
'traffic.speed_limit.50':
|
| 282 |
+
'traffic_sign',
|
| 283 |
+
'traffic.speed_limit.60':
|
| 284 |
+
'traffic_sign',
|
| 285 |
+
'traffic.speed_limit.90':
|
| 286 |
+
'traffic_sign',
|
| 287 |
+
'traffic.speed_limit.120':
|
| 288 |
+
'traffic_sign',
|
| 289 |
+
'traffic.stop':
|
| 290 |
+
'traffic_sign',
|
| 291 |
+
'traffic.yield':
|
| 292 |
+
'traffic_sign',
|
| 293 |
+
'traffic.traffic_light':
|
| 294 |
+
'traffic_light',
|
| 295 |
+
'static.prop.warningconstruction':
|
| 296 |
+
'traffic_cone',
|
| 297 |
+
'static.prop.warningaccident':
|
| 298 |
+
'traffic_cone',
|
| 299 |
+
'static.prop.trafficwarning':
|
| 300 |
+
'traffic_cone',
|
| 301 |
+
'static.prop.constructioncone':
|
| 302 |
+
'traffic_cone',
|
| 303 |
+
'walker.pedestrian.0001':
|
| 304 |
+
'pedestrian',
|
| 305 |
+
'walker.pedestrian.0003':
|
| 306 |
+
'pedestrian',
|
| 307 |
+
'walker.pedestrian.0004':
|
| 308 |
+
'pedestrian',
|
| 309 |
+
'walker.pedestrian.0005':
|
| 310 |
+
'pedestrian',
|
| 311 |
+
'walker.pedestrian.0007':
|
| 312 |
+
'pedestrian',
|
| 313 |
+
'walker.pedestrian.0010':
|
| 314 |
+
'pedestrian',
|
| 315 |
+
'walker.pedestrian.0013':
|
| 316 |
+
'pedestrian',
|
| 317 |
+
'walker.pedestrian.0014':
|
| 318 |
+
'pedestrian',
|
| 319 |
+
'walker.pedestrian.0015':
|
| 320 |
+
'pedestrian',
|
| 321 |
+
'walker.pedestrian.0016':
|
| 322 |
+
'pedestrian',
|
| 323 |
+
'walker.pedestrian.0017':
|
| 324 |
+
'pedestrian',
|
| 325 |
+
'walker.pedestrian.0018':
|
| 326 |
+
'pedestrian',
|
| 327 |
+
'walker.pedestrian.0019':
|
| 328 |
+
'pedestrian',
|
| 329 |
+
'walker.pedestrian.0020':
|
| 330 |
+
'pedestrian',
|
| 331 |
+
'walker.pedestrian.0021':
|
| 332 |
+
'pedestrian',
|
| 333 |
+
'walker.pedestrian.0022':
|
| 334 |
+
'pedestrian',
|
| 335 |
+
'walker.pedestrian.0025':
|
| 336 |
+
'pedestrian',
|
| 337 |
+
'walker.pedestrian.0027':
|
| 338 |
+
'pedestrian',
|
| 339 |
+
'walker.pedestrian.0030':
|
| 340 |
+
'pedestrian',
|
| 341 |
+
'walker.pedestrian.0031':
|
| 342 |
+
'pedestrian',
|
| 343 |
+
'walker.pedestrian.0032':
|
| 344 |
+
'pedestrian',
|
| 345 |
+
'walker.pedestrian.0034':
|
| 346 |
+
'pedestrian',
|
| 347 |
+
'walker.pedestrian.0035':
|
| 348 |
+
'pedestrian',
|
| 349 |
+
'walker.pedestrian.0041':
|
| 350 |
+
'pedestrian',
|
| 351 |
+
'walker.pedestrian.0042':
|
| 352 |
+
'pedestrian',
|
| 353 |
+
'walker.pedestrian.0046':
|
| 354 |
+
'pedestrian',
|
| 355 |
+
'walker.pedestrian.0047':
|
| 356 |
+
'pedestrian',
|
| 357 |
+
'static.prop.dirtdebris01':
|
| 358 |
+
'others',
|
| 359 |
+
'static.prop.dirtdebris02':
|
| 360 |
+
'others'
|
| 361 |
+
}),
|
| 362 |
+
map_file='data/infos/b2d_map_infos.pkl',
|
| 363 |
+
point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
|
| 364 |
+
collect_keys=[
|
| 365 |
+
'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
|
| 366 |
+
'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',
|
| 367 |
+
'ego_fut_classes'
|
| 368 |
+
],
|
| 369 |
+
polyline_points_num=20,
|
| 370 |
+
filter_empty_gt=False,
|
| 371 |
+
sub_seq_lenth=-1,
|
| 372 |
+
use_splited_data=True,
|
| 373 |
+
cache_lenth=7,
|
| 374 |
+
future_frames=6,
|
| 375 |
+
future_frames_ego_fix_time=30,
|
| 376 |
+
future_frames_ego_fix_dist=20,
|
| 377 |
+
sample_interval_ego_fut=1,
|
| 378 |
+
sample_interval=5,
|
| 379 |
+
fix_future_dis=1,
|
| 380 |
+
use_angle_as_dis_traj=True,
|
| 381 |
+
use_raw_goalpoint=False),
|
| 382 |
+
val=dict(
|
| 383 |
+
type='B2D_DriveTransformer_GoalPoint_Dataset',
|
| 384 |
+
ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',
|
| 385 |
+
pipeline=[
|
| 386 |
+
dict(type='LoadMultiViewImageFromFiles', to_float32=True),
|
| 387 |
+
dict(type='ResizeCropFlipImage'),
|
| 388 |
+
dict(
|
| 389 |
+
type='NormalizeMultiviewImage',
|
| 390 |
+
mean=[123.675, 116.28, 103.53],
|
| 391 |
+
std=[58.395, 57.12, 57.375],
|
| 392 |
+
to_rgb=True),
|
| 393 |
+
dict(
|
| 394 |
+
type='LoadAnnotations3D',
|
| 395 |
+
with_bbox_3d=True,
|
| 396 |
+
with_label_3d=True,
|
| 397 |
+
with_attr_label=True),
|
| 398 |
+
dict(
|
| 399 |
+
type='CustomObjectRangeFilter',
|
| 400 |
+
point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),
|
| 401 |
+
dict(
|
| 402 |
+
type='CustomObjectNameFilter',
|
| 403 |
+
classes=[
|
| 404 |
+
'car', 'van', 'truck', 'bicycle', 'traffic_sign',
|
| 405 |
+
'traffic_cone', 'traffic_light', 'pedestrian', 'others'
|
| 406 |
+
]),
|
| 407 |
+
dict(
|
| 408 |
+
type='TrajPreprocess',
|
| 409 |
+
pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
|
| 410 |
+
with_ego_fix_dist=True,
|
| 411 |
+
ego_fut_offset_input=False,
|
| 412 |
+
assign_class_for_ego=False),
|
| 413 |
+
dict(
|
| 414 |
+
type='CustomFormatBundle3D',
|
| 415 |
+
class_names=[
|
| 416 |
+
'car', 'van', 'truck', 'bicycle', 'traffic_sign',
|
| 417 |
+
'traffic_cone', 'traffic_light', 'pedestrian', 'others'
|
| 418 |
+
],
|
| 419 |
+
with_ego=True,
|
| 420 |
+
collect_keys=[
|
| 421 |
+
'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
|
| 422 |
+
'ego_pose', 'ego_pose_inv', 'pad_shape',
|
| 423 |
+
'gt_traj_fut_classes', 'ego_fut_classes'
|
| 424 |
+
]),
|
| 425 |
+
dict(
|
| 426 |
+
type='CustomCollect3D',
|
| 427 |
+
keys=[
|
| 428 |
+
'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',
|
| 429 |
+
'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',
|
| 430 |
+
'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',
|
| 431 |
+
'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',
|
| 432 |
+
'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',
|
| 433 |
+
'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',
|
| 434 |
+
'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',
|
| 435 |
+
'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'
|
| 436 |
+
])
|
| 437 |
+
],
|
| 438 |
+
classes=[
|
| 439 |
+
'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
|
| 440 |
+
'traffic_light', 'pedestrian', 'others'
|
| 441 |
+
],
|
| 442 |
+
modality=dict(
|
| 443 |
+
use_lidar=False,
|
| 444 |
+
use_camera=True,
|
| 445 |
+
use_radar=False,
|
| 446 |
+
use_map=False,
|
| 447 |
+
use_external=True),
|
| 448 |
+
test_mode=True,
|
| 449 |
+
box_type_3d='LiDAR',
|
| 450 |
+
data_root='data/bench2drive',
|
| 451 |
+
data_aug_conf=dict(
|
| 452 |
+
resize_lim=(0.64, 0.69),
|
| 453 |
+
final_dim=(384, 1056),
|
| 454 |
+
bot_pct_lim=(0.0, 0.0),
|
| 455 |
+
rot_lim=(-5.4, 5.4),
|
| 456 |
+
H=900,
|
| 457 |
+
W=1600,
|
| 458 |
+
rand_flip=True,
|
| 459 |
+
rot3d_range=[0, 0]),
|
| 460 |
+
name_mapping=dict({
|
| 461 |
+
'vehicle.bh.crossbike':
|
| 462 |
+
'bicycle',
|
| 463 |
+
'vehicle.diamondback.century':
|
| 464 |
+
'bicycle',
|
| 465 |
+
'vehicle.gazelle.omafiets':
|
| 466 |
+
'bicycle',
|
| 467 |
+
'vehicle.audi.etron':
|
| 468 |
+
'car',
|
| 469 |
+
'vehicle.chevrolet.impala':
|
| 470 |
+
'car',
|
| 471 |
+
'vehicle.dodge.charger_2020':
|
| 472 |
+
'car',
|
| 473 |
+
'vehicle.dodge.charger_police':
|
| 474 |
+
'car',
|
| 475 |
+
'vehicle.dodge.charger_police_2020':
|
| 476 |
+
'car',
|
| 477 |
+
'vehicle.lincoln.mkz_2017':
|
| 478 |
+
'car',
|
| 479 |
+
'vehicle.lincoln.mkz_2020':
|
| 480 |
+
'car',
|
| 481 |
+
'vehicle.mini.cooper_s_2021':
|
| 482 |
+
'car',
|
| 483 |
+
'vehicle.mercedes.coupe_2020':
|
| 484 |
+
'car',
|
| 485 |
+
'vehicle.ford.mustang':
|
| 486 |
+
'car',
|
| 487 |
+
'vehicle.nissan.patrol_2021':
|
| 488 |
+
'car',
|
| 489 |
+
'vehicle.audi.tt':
|
| 490 |
+
'car',
|
| 491 |
+
'vehicle.ford.crown':
|
| 492 |
+
'car',
|
| 493 |
+
'vehicle.tesla.model3':
|
| 494 |
+
'car',
|
| 495 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':
|
| 496 |
+
'car',
|
| 497 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':
|
| 498 |
+
'car',
|
| 499 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':
|
| 500 |
+
'car',
|
| 501 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':
|
| 502 |
+
'car',
|
| 503 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':
|
| 504 |
+
'car',
|
| 505 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':
|
| 506 |
+
'car',
|
| 507 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':
|
| 508 |
+
'car',
|
| 509 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':
|
| 510 |
+
'van',
|
| 511 |
+
'vehicle.ford.ambulance':
|
| 512 |
+
'van',
|
| 513 |
+
'vehicle.carlamotors.firetruck':
|
| 514 |
+
'truck',
|
| 515 |
+
'traffic.speed_limit.30':
|
| 516 |
+
'traffic_sign',
|
| 517 |
+
'traffic.speed_limit.40':
|
| 518 |
+
'traffic_sign',
|
| 519 |
+
'traffic.speed_limit.50':
|
| 520 |
+
'traffic_sign',
|
| 521 |
+
'traffic.speed_limit.60':
|
| 522 |
+
'traffic_sign',
|
| 523 |
+
'traffic.speed_limit.90':
|
| 524 |
+
'traffic_sign',
|
| 525 |
+
'traffic.speed_limit.120':
|
| 526 |
+
'traffic_sign',
|
| 527 |
+
'traffic.stop':
|
| 528 |
+
'traffic_sign',
|
| 529 |
+
'traffic.yield':
|
| 530 |
+
'traffic_sign',
|
| 531 |
+
'traffic.traffic_light':
|
| 532 |
+
'traffic_light',
|
| 533 |
+
'static.prop.warningconstruction':
|
| 534 |
+
'traffic_cone',
|
| 535 |
+
'static.prop.warningaccident':
|
| 536 |
+
'traffic_cone',
|
| 537 |
+
'static.prop.trafficwarning':
|
| 538 |
+
'traffic_cone',
|
| 539 |
+
'static.prop.constructioncone':
|
| 540 |
+
'traffic_cone',
|
| 541 |
+
'walker.pedestrian.0001':
|
| 542 |
+
'pedestrian',
|
| 543 |
+
'walker.pedestrian.0003':
|
| 544 |
+
'pedestrian',
|
| 545 |
+
'walker.pedestrian.0004':
|
| 546 |
+
'pedestrian',
|
| 547 |
+
'walker.pedestrian.0005':
|
| 548 |
+
'pedestrian',
|
| 549 |
+
'walker.pedestrian.0007':
|
| 550 |
+
'pedestrian',
|
| 551 |
+
'walker.pedestrian.0010':
|
| 552 |
+
'pedestrian',
|
| 553 |
+
'walker.pedestrian.0013':
|
| 554 |
+
'pedestrian',
|
| 555 |
+
'walker.pedestrian.0014':
|
| 556 |
+
'pedestrian',
|
| 557 |
+
'walker.pedestrian.0015':
|
| 558 |
+
'pedestrian',
|
| 559 |
+
'walker.pedestrian.0016':
|
| 560 |
+
'pedestrian',
|
| 561 |
+
'walker.pedestrian.0017':
|
| 562 |
+
'pedestrian',
|
| 563 |
+
'walker.pedestrian.0018':
|
| 564 |
+
'pedestrian',
|
| 565 |
+
'walker.pedestrian.0019':
|
| 566 |
+
'pedestrian',
|
| 567 |
+
'walker.pedestrian.0020':
|
| 568 |
+
'pedestrian',
|
| 569 |
+
'walker.pedestrian.0021':
|
| 570 |
+
'pedestrian',
|
| 571 |
+
'walker.pedestrian.0022':
|
| 572 |
+
'pedestrian',
|
| 573 |
+
'walker.pedestrian.0025':
|
| 574 |
+
'pedestrian',
|
| 575 |
+
'walker.pedestrian.0027':
|
| 576 |
+
'pedestrian',
|
| 577 |
+
'walker.pedestrian.0030':
|
| 578 |
+
'pedestrian',
|
| 579 |
+
'walker.pedestrian.0031':
|
| 580 |
+
'pedestrian',
|
| 581 |
+
'walker.pedestrian.0032':
|
| 582 |
+
'pedestrian',
|
| 583 |
+
'walker.pedestrian.0034':
|
| 584 |
+
'pedestrian',
|
| 585 |
+
'walker.pedestrian.0035':
|
| 586 |
+
'pedestrian',
|
| 587 |
+
'walker.pedestrian.0041':
|
| 588 |
+
'pedestrian',
|
| 589 |
+
'walker.pedestrian.0042':
|
| 590 |
+
'pedestrian',
|
| 591 |
+
'walker.pedestrian.0046':
|
| 592 |
+
'pedestrian',
|
| 593 |
+
'walker.pedestrian.0047':
|
| 594 |
+
'pedestrian',
|
| 595 |
+
'static.prop.dirtdebris01':
|
| 596 |
+
'others',
|
| 597 |
+
'static.prop.dirtdebris02':
|
| 598 |
+
'others'
|
| 599 |
+
}),
|
| 600 |
+
map_file='data/infos/b2d_map_infos.pkl',
|
| 601 |
+
point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
|
| 602 |
+
collect_keys=[
|
| 603 |
+
'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
|
| 604 |
+
'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',
|
| 605 |
+
'ego_fut_classes'
|
| 606 |
+
],
|
| 607 |
+
polyline_points_num=20,
|
| 608 |
+
filter_empty_gt=False,
|
| 609 |
+
use_splited_data=True,
|
| 610 |
+
cache_lenth=7,
|
| 611 |
+
future_frames=6,
|
| 612 |
+
future_frames_ego_fix_time=30,
|
| 613 |
+
future_frames_ego_fix_dist=20,
|
| 614 |
+
sample_interval_ego_fut=1,
|
| 615 |
+
sample_interval=5,
|
| 616 |
+
fix_future_dis=1,
|
| 617 |
+
use_angle_as_dis_traj=True,
|
| 618 |
+
use_raw_goalpoint=False),
|
| 619 |
+
test=dict(
|
| 620 |
+
type='B2D_DriveTransformer_GoalPoint_Dataset',
|
| 621 |
+
data_root='data/bench2drive',
|
| 622 |
+
ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',
|
| 623 |
+
pipeline=[
|
| 624 |
+
dict(type='LoadMultiViewImageFromFiles', to_float32=True),
|
| 625 |
+
dict(type='ResizeCropFlipImage'),
|
| 626 |
+
dict(
|
| 627 |
+
type='NormalizeMultiviewImage',
|
| 628 |
+
mean=[123.675, 116.28, 103.53],
|
| 629 |
+
std=[58.395, 57.12, 57.375],
|
| 630 |
+
to_rgb=True),
|
| 631 |
+
dict(
|
| 632 |
+
type='LoadAnnotations3D',
|
| 633 |
+
with_bbox_3d=True,
|
| 634 |
+
with_label_3d=True,
|
| 635 |
+
with_attr_label=True),
|
| 636 |
+
dict(
|
| 637 |
+
type='CustomObjectRangeFilter',
|
| 638 |
+
point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),
|
| 639 |
+
dict(
|
| 640 |
+
type='CustomObjectNameFilter',
|
| 641 |
+
classes=[
|
| 642 |
+
'car', 'van', 'truck', 'bicycle', 'traffic_sign',
|
| 643 |
+
'traffic_cone', 'traffic_light', 'pedestrian', 'others'
|
| 644 |
+
]),
|
| 645 |
+
dict(
|
| 646 |
+
type='TrajPreprocess',
|
| 647 |
+
pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
|
| 648 |
+
with_ego_fix_dist=True,
|
| 649 |
+
ego_fut_offset_input=False,
|
| 650 |
+
assign_class_for_ego=False),
|
| 651 |
+
dict(
|
| 652 |
+
type='CustomFormatBundle3D',
|
| 653 |
+
class_names=[
|
| 654 |
+
'car', 'van', 'truck', 'bicycle', 'traffic_sign',
|
| 655 |
+
'traffic_cone', 'traffic_light', 'pedestrian', 'others'
|
| 656 |
+
],
|
| 657 |
+
with_ego=True,
|
| 658 |
+
collect_keys=[
|
| 659 |
+
'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
|
| 660 |
+
'ego_pose', 'ego_pose_inv', 'pad_shape',
|
| 661 |
+
'gt_traj_fut_classes', 'ego_fut_classes'
|
| 662 |
+
]),
|
| 663 |
+
dict(
|
| 664 |
+
type='CustomCollect3D',
|
| 665 |
+
keys=[
|
| 666 |
+
'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',
|
| 667 |
+
'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',
|
| 668 |
+
'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',
|
| 669 |
+
'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',
|
| 670 |
+
'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',
|
| 671 |
+
'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',
|
| 672 |
+
'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',
|
| 673 |
+
'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'
|
| 674 |
+
])
|
| 675 |
+
],
|
| 676 |
+
classes=[
|
| 677 |
+
'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
|
| 678 |
+
'traffic_light', 'pedestrian', 'others'
|
| 679 |
+
],
|
| 680 |
+
modality=dict(
|
| 681 |
+
use_lidar=False,
|
| 682 |
+
use_camera=True,
|
| 683 |
+
use_radar=False,
|
| 684 |
+
use_map=False,
|
| 685 |
+
use_external=True),
|
| 686 |
+
test_mode=True,
|
| 687 |
+
box_type_3d='LiDAR',
|
| 688 |
+
data_aug_conf=dict(
|
| 689 |
+
resize_lim=(0.64, 0.69),
|
| 690 |
+
final_dim=(384, 1056),
|
| 691 |
+
bot_pct_lim=(0.0, 0.0),
|
| 692 |
+
rot_lim=(-5.4, 5.4),
|
| 693 |
+
H=900,
|
| 694 |
+
W=1600,
|
| 695 |
+
rand_flip=True,
|
| 696 |
+
rot3d_range=[0, 0]),
|
| 697 |
+
name_mapping=dict({
|
| 698 |
+
'vehicle.bh.crossbike':
|
| 699 |
+
'bicycle',
|
| 700 |
+
'vehicle.diamondback.century':
|
| 701 |
+
'bicycle',
|
| 702 |
+
'vehicle.gazelle.omafiets':
|
| 703 |
+
'bicycle',
|
| 704 |
+
'vehicle.audi.etron':
|
| 705 |
+
'car',
|
| 706 |
+
'vehicle.chevrolet.impala':
|
| 707 |
+
'car',
|
| 708 |
+
'vehicle.dodge.charger_2020':
|
| 709 |
+
'car',
|
| 710 |
+
'vehicle.dodge.charger_police':
|
| 711 |
+
'car',
|
| 712 |
+
'vehicle.dodge.charger_police_2020':
|
| 713 |
+
'car',
|
| 714 |
+
'vehicle.lincoln.mkz_2017':
|
| 715 |
+
'car',
|
| 716 |
+
'vehicle.lincoln.mkz_2020':
|
| 717 |
+
'car',
|
| 718 |
+
'vehicle.mini.cooper_s_2021':
|
| 719 |
+
'car',
|
| 720 |
+
'vehicle.mercedes.coupe_2020':
|
| 721 |
+
'car',
|
| 722 |
+
'vehicle.ford.mustang':
|
| 723 |
+
'car',
|
| 724 |
+
'vehicle.nissan.patrol_2021':
|
| 725 |
+
'car',
|
| 726 |
+
'vehicle.audi.tt':
|
| 727 |
+
'car',
|
| 728 |
+
'vehicle.ford.crown':
|
| 729 |
+
'car',
|
| 730 |
+
'vehicle.tesla.model3':
|
| 731 |
+
'car',
|
| 732 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':
|
| 733 |
+
'car',
|
| 734 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':
|
| 735 |
+
'car',
|
| 736 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':
|
| 737 |
+
'car',
|
| 738 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':
|
| 739 |
+
'car',
|
| 740 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':
|
| 741 |
+
'car',
|
| 742 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':
|
| 743 |
+
'car',
|
| 744 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':
|
| 745 |
+
'car',
|
| 746 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':
|
| 747 |
+
'van',
|
| 748 |
+
'vehicle.ford.ambulance':
|
| 749 |
+
'van',
|
| 750 |
+
'vehicle.carlamotors.firetruck':
|
| 751 |
+
'truck',
|
| 752 |
+
'traffic.speed_limit.30':
|
| 753 |
+
'traffic_sign',
|
| 754 |
+
'traffic.speed_limit.40':
|
| 755 |
+
'traffic_sign',
|
| 756 |
+
'traffic.speed_limit.50':
|
| 757 |
+
'traffic_sign',
|
| 758 |
+
'traffic.speed_limit.60':
|
| 759 |
+
'traffic_sign',
|
| 760 |
+
'traffic.speed_limit.90':
|
| 761 |
+
'traffic_sign',
|
| 762 |
+
'traffic.speed_limit.120':
|
| 763 |
+
'traffic_sign',
|
| 764 |
+
'traffic.stop':
|
| 765 |
+
'traffic_sign',
|
| 766 |
+
'traffic.yield':
|
| 767 |
+
'traffic_sign',
|
| 768 |
+
'traffic.traffic_light':
|
| 769 |
+
'traffic_light',
|
| 770 |
+
'static.prop.warningconstruction':
|
| 771 |
+
'traffic_cone',
|
| 772 |
+
'static.prop.warningaccident':
|
| 773 |
+
'traffic_cone',
|
| 774 |
+
'static.prop.trafficwarning':
|
| 775 |
+
'traffic_cone',
|
| 776 |
+
'static.prop.constructioncone':
|
| 777 |
+
'traffic_cone',
|
| 778 |
+
'walker.pedestrian.0001':
|
| 779 |
+
'pedestrian',
|
| 780 |
+
'walker.pedestrian.0003':
|
| 781 |
+
'pedestrian',
|
| 782 |
+
'walker.pedestrian.0004':
|
| 783 |
+
'pedestrian',
|
| 784 |
+
'walker.pedestrian.0005':
|
| 785 |
+
'pedestrian',
|
| 786 |
+
'walker.pedestrian.0007':
|
| 787 |
+
'pedestrian',
|
| 788 |
+
'walker.pedestrian.0010':
|
| 789 |
+
'pedestrian',
|
| 790 |
+
'walker.pedestrian.0013':
|
| 791 |
+
'pedestrian',
|
| 792 |
+
'walker.pedestrian.0014':
|
| 793 |
+
'pedestrian',
|
| 794 |
+
'walker.pedestrian.0015':
|
| 795 |
+
'pedestrian',
|
| 796 |
+
'walker.pedestrian.0016':
|
| 797 |
+
'pedestrian',
|
| 798 |
+
'walker.pedestrian.0017':
|
| 799 |
+
'pedestrian',
|
| 800 |
+
'walker.pedestrian.0018':
|
| 801 |
+
'pedestrian',
|
| 802 |
+
'walker.pedestrian.0019':
|
| 803 |
+
'pedestrian',
|
| 804 |
+
'walker.pedestrian.0020':
|
| 805 |
+
'pedestrian',
|
| 806 |
+
'walker.pedestrian.0021':
|
| 807 |
+
'pedestrian',
|
| 808 |
+
'walker.pedestrian.0022':
|
| 809 |
+
'pedestrian',
|
| 810 |
+
'walker.pedestrian.0025':
|
| 811 |
+
'pedestrian',
|
| 812 |
+
'walker.pedestrian.0027':
|
| 813 |
+
'pedestrian',
|
| 814 |
+
'walker.pedestrian.0030':
|
| 815 |
+
'pedestrian',
|
| 816 |
+
'walker.pedestrian.0031':
|
| 817 |
+
'pedestrian',
|
| 818 |
+
'walker.pedestrian.0032':
|
| 819 |
+
'pedestrian',
|
| 820 |
+
'walker.pedestrian.0034':
|
| 821 |
+
'pedestrian',
|
| 822 |
+
'walker.pedestrian.0035':
|
| 823 |
+
'pedestrian',
|
| 824 |
+
'walker.pedestrian.0041':
|
| 825 |
+
'pedestrian',
|
| 826 |
+
'walker.pedestrian.0042':
|
| 827 |
+
'pedestrian',
|
| 828 |
+
'walker.pedestrian.0046':
|
| 829 |
+
'pedestrian',
|
| 830 |
+
'walker.pedestrian.0047':
|
| 831 |
+
'pedestrian',
|
| 832 |
+
'static.prop.dirtdebris01':
|
| 833 |
+
'others',
|
| 834 |
+
'static.prop.dirtdebris02':
|
| 835 |
+
'others'
|
| 836 |
+
}),
|
| 837 |
+
map_file='data/infos/b2d_map_infos.pkl',
|
| 838 |
+
point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
|
| 839 |
+
collect_keys=[
|
| 840 |
+
'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
|
| 841 |
+
'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',
|
| 842 |
+
'ego_fut_classes'
|
| 843 |
+
],
|
| 844 |
+
polyline_points_num=20,
|
| 845 |
+
filter_empty_gt=False,
|
| 846 |
+
use_splited_data=True,
|
| 847 |
+
cache_lenth=7,
|
| 848 |
+
future_frames=6,
|
| 849 |
+
future_frames_ego_fix_time=30,
|
| 850 |
+
future_frames_ego_fix_dist=20,
|
| 851 |
+
sample_interval_ego_fut=1,
|
| 852 |
+
sample_interval=5,
|
| 853 |
+
fix_future_dis=1,
|
| 854 |
+
use_angle_as_dis_traj=True,
|
| 855 |
+
use_raw_goalpoint=False),
|
| 856 |
+
shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),
|
| 857 |
+
nonshuffler_sampler=dict(type='DistributedSampler'))
|
| 858 |
+
evaluation = dict(
|
| 859 |
+
interval=24,
|
| 860 |
+
pipeline=[
|
| 861 |
+
dict(
|
| 862 |
+
type='LoadPointsFromFile',
|
| 863 |
+
coord_type='LIDAR',
|
| 864 |
+
load_dim=5,
|
| 865 |
+
use_dim=5,
|
| 866 |
+
file_client_args=dict(backend='disk')),
|
| 867 |
+
dict(
|
| 868 |
+
type='LoadPointsFromMultiSweeps',
|
| 869 |
+
sweeps_num=10,
|
| 870 |
+
file_client_args=dict(backend='disk')),
|
| 871 |
+
dict(
|
| 872 |
+
type='DefaultFormatBundle3D',
|
| 873 |
+
class_names=[
|
| 874 |
+
'car', 'truck', 'trailer', 'bus', 'construction_vehicle',
|
| 875 |
+
'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',
|
| 876 |
+
'barrier'
|
| 877 |
+
],
|
| 878 |
+
with_label=False),
|
| 879 |
+
dict(type='Collect3D', keys=['points'])
|
| 880 |
+
])
|
| 881 |
+
checkpoint_config = dict(interval=1)
|
| 882 |
+
log_config = dict(
|
| 883 |
+
interval=50,
|
| 884 |
+
hooks=[dict(type='TextLoggerHook'),
|
| 885 |
+
dict(type='TensorboardLoggerHook')])
|
| 886 |
+
dist_params = dict(backend='nccl')
|
| 887 |
+
log_level = 'INFO'
|
| 888 |
+
work_dir = './work_dirs/drivetransformer_goalpoint_1gpu'
|
| 889 |
+
load_from = None
|
| 890 |
+
resume_from = './work_dirs/drivetransformer_goalpoint_1gpu/epoch_12.pth'
|
| 891 |
+
workflow = [('train', 1)]
|
| 892 |
+
plugin = True
|
| 893 |
+
plugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'
|
| 894 |
+
voxel_size = [0.15, 0.15, 4]
|
| 895 |
+
img_norm_cfg = dict(
|
| 896 |
+
mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)
|
| 897 |
+
NameMapping = dict({
|
| 898 |
+
'vehicle.bh.crossbike':
|
| 899 |
+
'bicycle',
|
| 900 |
+
'vehicle.diamondback.century':
|
| 901 |
+
'bicycle',
|
| 902 |
+
'vehicle.gazelle.omafiets':
|
| 903 |
+
'bicycle',
|
| 904 |
+
'vehicle.audi.etron':
|
| 905 |
+
'car',
|
| 906 |
+
'vehicle.chevrolet.impala':
|
| 907 |
+
'car',
|
| 908 |
+
'vehicle.dodge.charger_2020':
|
| 909 |
+
'car',
|
| 910 |
+
'vehicle.dodge.charger_police':
|
| 911 |
+
'car',
|
| 912 |
+
'vehicle.dodge.charger_police_2020':
|
| 913 |
+
'car',
|
| 914 |
+
'vehicle.lincoln.mkz_2017':
|
| 915 |
+
'car',
|
| 916 |
+
'vehicle.lincoln.mkz_2020':
|
| 917 |
+
'car',
|
| 918 |
+
'vehicle.mini.cooper_s_2021':
|
| 919 |
+
'car',
|
| 920 |
+
'vehicle.mercedes.coupe_2020':
|
| 921 |
+
'car',
|
| 922 |
+
'vehicle.ford.mustang':
|
| 923 |
+
'car',
|
| 924 |
+
'vehicle.nissan.patrol_2021':
|
| 925 |
+
'car',
|
| 926 |
+
'vehicle.audi.tt':
|
| 927 |
+
'car',
|
| 928 |
+
'vehicle.ford.crown':
|
| 929 |
+
'car',
|
| 930 |
+
'vehicle.tesla.model3':
|
| 931 |
+
'car',
|
| 932 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':
|
| 933 |
+
'car',
|
| 934 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':
|
| 935 |
+
'car',
|
| 936 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':
|
| 937 |
+
'car',
|
| 938 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':
|
| 939 |
+
'car',
|
| 940 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':
|
| 941 |
+
'car',
|
| 942 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':
|
| 943 |
+
'car',
|
| 944 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':
|
| 945 |
+
'car',
|
| 946 |
+
'/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':
|
| 947 |
+
'van',
|
| 948 |
+
'vehicle.ford.ambulance':
|
| 949 |
+
'van',
|
| 950 |
+
'vehicle.carlamotors.firetruck':
|
| 951 |
+
'truck',
|
| 952 |
+
'traffic.speed_limit.30':
|
| 953 |
+
'traffic_sign',
|
| 954 |
+
'traffic.speed_limit.40':
|
| 955 |
+
'traffic_sign',
|
| 956 |
+
'traffic.speed_limit.50':
|
| 957 |
+
'traffic_sign',
|
| 958 |
+
'traffic.speed_limit.60':
|
| 959 |
+
'traffic_sign',
|
| 960 |
+
'traffic.speed_limit.90':
|
| 961 |
+
'traffic_sign',
|
| 962 |
+
'traffic.speed_limit.120':
|
| 963 |
+
'traffic_sign',
|
| 964 |
+
'traffic.stop':
|
| 965 |
+
'traffic_sign',
|
| 966 |
+
'traffic.yield':
|
| 967 |
+
'traffic_sign',
|
| 968 |
+
'traffic.traffic_light':
|
| 969 |
+
'traffic_light',
|
| 970 |
+
'static.prop.warningconstruction':
|
| 971 |
+
'traffic_cone',
|
| 972 |
+
'static.prop.warningaccident':
|
| 973 |
+
'traffic_cone',
|
| 974 |
+
'static.prop.trafficwarning':
|
| 975 |
+
'traffic_cone',
|
| 976 |
+
'static.prop.constructioncone':
|
| 977 |
+
'traffic_cone',
|
| 978 |
+
'walker.pedestrian.0001':
|
| 979 |
+
'pedestrian',
|
| 980 |
+
'walker.pedestrian.0003':
|
| 981 |
+
'pedestrian',
|
| 982 |
+
'walker.pedestrian.0004':
|
| 983 |
+
'pedestrian',
|
| 984 |
+
'walker.pedestrian.0005':
|
| 985 |
+
'pedestrian',
|
| 986 |
+
'walker.pedestrian.0007':
|
| 987 |
+
'pedestrian',
|
| 988 |
+
'walker.pedestrian.0010':
|
| 989 |
+
'pedestrian',
|
| 990 |
+
'walker.pedestrian.0013':
|
| 991 |
+
'pedestrian',
|
| 992 |
+
'walker.pedestrian.0014':
|
| 993 |
+
'pedestrian',
|
| 994 |
+
'walker.pedestrian.0015':
|
| 995 |
+
'pedestrian',
|
| 996 |
+
'walker.pedestrian.0016':
|
| 997 |
+
'pedestrian',
|
| 998 |
+
'walker.pedestrian.0017':
|
| 999 |
+
'pedestrian',
|
| 1000 |
+
'walker.pedestrian.0018':
|
| 1001 |
+
'pedestrian',
|
| 1002 |
+
'walker.pedestrian.0019':
|
| 1003 |
+
'pedestrian',
|
| 1004 |
+
'walker.pedestrian.0020':
|
| 1005 |
+
'pedestrian',
|
| 1006 |
+
'walker.pedestrian.0021':
|
| 1007 |
+
'pedestrian',
|
| 1008 |
+
'walker.pedestrian.0022':
|
| 1009 |
+
'pedestrian',
|
| 1010 |
+
'walker.pedestrian.0025':
|
| 1011 |
+
'pedestrian',
|
| 1012 |
+
'walker.pedestrian.0027':
|
| 1013 |
+
'pedestrian',
|
| 1014 |
+
'walker.pedestrian.0030':
|
| 1015 |
+
'pedestrian',
|
| 1016 |
+
'walker.pedestrian.0031':
|
| 1017 |
+
'pedestrian',
|
| 1018 |
+
'walker.pedestrian.0032':
|
| 1019 |
+
'pedestrian',
|
| 1020 |
+
'walker.pedestrian.0034':
|
| 1021 |
+
'pedestrian',
|
| 1022 |
+
'walker.pedestrian.0035':
|
| 1023 |
+
'pedestrian',
|
| 1024 |
+
'walker.pedestrian.0041':
|
| 1025 |
+
'pedestrian',
|
| 1026 |
+
'walker.pedestrian.0042':
|
| 1027 |
+
'pedestrian',
|
| 1028 |
+
'walker.pedestrian.0046':
|
| 1029 |
+
'pedestrian',
|
| 1030 |
+
'walker.pedestrian.0047':
|
| 1031 |
+
'pedestrian',
|
| 1032 |
+
'static.prop.dirtdebris01':
|
| 1033 |
+
'others',
|
| 1034 |
+
'static.prop.dirtdebris02':
|
| 1035 |
+
'others'
|
| 1036 |
+
})
|
| 1037 |
+
collect_keys = [
|
| 1038 |
+
'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',
|
| 1039 |
+
'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'
|
| 1040 |
+
]
|
| 1041 |
+
num_classes = 9
|
| 1042 |
+
map_classes = [
|
| 1043 |
+
'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'
|
| 1044 |
+
]
|
| 1045 |
+
map_fixed_ptsnum_per_gt_line = 20
|
| 1046 |
+
map_fixed_ptsnum_per_pred_line = 20
|
| 1047 |
+
map_eval_use_same_gt_sample_num_flag = True
|
| 1048 |
+
map_num_classes = 6
|
| 1049 |
+
agent_query_num_vec = 900
|
| 1050 |
+
agent_num_topk_sift = 900
|
| 1051 |
+
agent_num_propagated = 50
|
| 1052 |
+
map_query_num_vec = 100
|
| 1053 |
+
map_num_topk_sift = 100
|
| 1054 |
+
map_num_propagated = 50
|
| 1055 |
+
memory_len_frame = 10
|
| 1056 |
+
num_mode = 6
|
| 1057 |
+
num_gpus = 1
|
| 1058 |
+
batch_size = 6
|
| 1059 |
+
num_iters_per_epoch = 1041
|
| 1060 |
+
data_aug_conf = dict(
|
| 1061 |
+
resize_lim=(0.64, 0.69),
|
| 1062 |
+
final_dim=(384, 1056),
|
| 1063 |
+
bot_pct_lim=(0.0, 0.0),
|
| 1064 |
+
rot_lim=(-5.4, 5.4),
|
| 1065 |
+
H=900,
|
| 1066 |
+
W=1600,
|
| 1067 |
+
rand_flip=True,
|
| 1068 |
+
rot3d_range=[0, 0])
|
| 1069 |
+
_dim_ = 512
|
| 1070 |
+
queue_length = 1
|
| 1071 |
+
total_epochs = 24
|
| 1072 |
+
dropout = 0.1
|
| 1073 |
+
model = dict(
|
| 1074 |
+
type='DriveTransformer',
|
| 1075 |
+
use_grid_mask=False,
|
| 1076 |
+
pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),
|
| 1077 |
+
img_backbone=dict(
|
| 1078 |
+
type='ResNet',
|
| 1079 |
+
depth=50,
|
| 1080 |
+
num_stages=4,
|
| 1081 |
+
out_indices=(3, ),
|
| 1082 |
+
frozen_stages=1,
|
| 1083 |
+
norm_cfg=dict(type='BN', requires_grad=False),
|
| 1084 |
+
norm_eval=True,
|
| 1085 |
+
style='pytorch'),
|
| 1086 |
+
img_neck=dict(
|
| 1087 |
+
type='FPN',
|
| 1088 |
+
in_channels=[2048],
|
| 1089 |
+
out_channels=512,
|
| 1090 |
+
start_level=0,
|
| 1091 |
+
add_extra_convs='on_output',
|
| 1092 |
+
num_outs=1,
|
| 1093 |
+
relu_before_extra_convs=True),
|
| 1094 |
+
pts_bbox_head=dict(
|
| 1095 |
+
type='DriveTransformerlHead',
|
| 1096 |
+
ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],
|
| 1097 |
+
ego_command_dim=128,
|
| 1098 |
+
img_stride=32,
|
| 1099 |
+
embed_dims=512,
|
| 1100 |
+
num_reg_fcs=2,
|
| 1101 |
+
num_cls_fcs=2,
|
| 1102 |
+
agent_num_propagated=50,
|
| 1103 |
+
map_num_propagated=50,
|
| 1104 |
+
memory_len_frame=10,
|
| 1105 |
+
agent_num_query=900,
|
| 1106 |
+
agent_num_query_sifted=900,
|
| 1107 |
+
fut_mode=6,
|
| 1108 |
+
fut_ego_mode=1,
|
| 1109 |
+
fut_ts=6,
|
| 1110 |
+
fut_ego_fix_dist=True,
|
| 1111 |
+
fut_ts_ego_fix_dist=20,
|
| 1112 |
+
fut_ts_ego_fix_time=30,
|
| 1113 |
+
num_classes=9,
|
| 1114 |
+
code_size=10,
|
| 1115 |
+
map_num_query=100,
|
| 1116 |
+
map_num_query_sifted=100,
|
| 1117 |
+
map_num_classes=6,
|
| 1118 |
+
map_num_pts_per_vec=20,
|
| 1119 |
+
map_num_pts_per_gt_vec=20,
|
| 1120 |
+
map_query_embed_type='instance_pts',
|
| 1121 |
+
map_transform_method='minmax',
|
| 1122 |
+
map_gt_shift_pts_pattern='v2',
|
| 1123 |
+
map_dir_interval=1,
|
| 1124 |
+
map_code_size=2,
|
| 1125 |
+
map_code_weights=[1.0, 1.0, 1.0, 1.0],
|
| 1126 |
+
sync_cls_avg_factor=True,
|
| 1127 |
+
with_box_refine=True,
|
| 1128 |
+
LID=True,
|
| 1129 |
+
with_ego_pos=True,
|
| 1130 |
+
position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
|
| 1131 |
+
depth_start=1,
|
| 1132 |
+
depth_step=0.8,
|
| 1133 |
+
depth_num=64,
|
| 1134 |
+
agent_prep_decoder=dict(
|
| 1135 |
+
type='DriveTransformerPreDecoder',
|
| 1136 |
+
num_layers=1,
|
| 1137 |
+
return_intermediate=False,
|
| 1138 |
+
transformerlayers=dict(
|
| 1139 |
+
type='DriveTransformerPreDecoderLayer',
|
| 1140 |
+
attn_cfgs=[
|
| 1141 |
+
dict(
|
| 1142 |
+
type='AttentionLayer',
|
| 1143 |
+
embed_dims=512,
|
| 1144 |
+
head_dim=64,
|
| 1145 |
+
attn_drop=0.1),
|
| 1146 |
+
dict(
|
| 1147 |
+
type='AttentionLayer',
|
| 1148 |
+
embed_dims=512,
|
| 1149 |
+
head_dim=64,
|
| 1150 |
+
attn_drop=0.1)
|
| 1151 |
+
],
|
| 1152 |
+
ffn_cfgs=dict(
|
| 1153 |
+
type='SwiGLULayer',
|
| 1154 |
+
embed_dims=512,
|
| 1155 |
+
feedforward_channels=2048,
|
| 1156 |
+
ffn_drop=0.1),
|
| 1157 |
+
with_cp=False,
|
| 1158 |
+
operation_order=('cross_attn', 'norm', 'self_attn', 'norm',
|
| 1159 |
+
'ffn', 'norm'))),
|
| 1160 |
+
map_prep_decoder=dict(
|
| 1161 |
+
type='DriveTransformerPreDecoder',
|
| 1162 |
+
num_layers=1,
|
| 1163 |
+
return_intermediate=False,
|
| 1164 |
+
transformerlayers=dict(
|
| 1165 |
+
type='DriveTransformerPreDecoderLayer',
|
| 1166 |
+
attn_cfgs=[
|
| 1167 |
+
dict(
|
| 1168 |
+
type='AttentionLayer',
|
| 1169 |
+
embed_dims=512,
|
| 1170 |
+
head_dim=64,
|
| 1171 |
+
attn_drop=0.1),
|
| 1172 |
+
dict(
|
| 1173 |
+
type='AttentionLayer',
|
| 1174 |
+
embed_dims=512,
|
| 1175 |
+
head_dim=64,
|
| 1176 |
+
attn_drop=0.1)
|
| 1177 |
+
],
|
| 1178 |
+
ffn_cfgs=dict(
|
| 1179 |
+
type='SwiGLULayer',
|
| 1180 |
+
embed_dims=512,
|
| 1181 |
+
feedforward_channels=2048,
|
| 1182 |
+
ffn_drop=0.1),
|
| 1183 |
+
with_cp=False,
|
| 1184 |
+
operation_order=('cross_attn', 'norm', 'self_attn', 'norm',
|
| 1185 |
+
'ffn', 'norm'))),
|
| 1186 |
+
transformer=dict(
|
| 1187 |
+
type='DriveTransformerWrapper',
|
| 1188 |
+
embed_dims=512,
|
| 1189 |
+
decoder=dict(
|
| 1190 |
+
type='DriveTransformerDecoder',
|
| 1191 |
+
num_layers=6,
|
| 1192 |
+
fut_mode=6,
|
| 1193 |
+
agent_num_query=900,
|
| 1194 |
+
map_num_query=100,
|
| 1195 |
+
map_num_pts_per_vec=20,
|
| 1196 |
+
return_intermediate=True,
|
| 1197 |
+
embed_dims=512,
|
| 1198 |
+
refine=True,
|
| 1199 |
+
transformerlayers=dict(
|
| 1200 |
+
type='DriveTransformerDecoderLayer',
|
| 1201 |
+
agent_query_num=900,
|
| 1202 |
+
map_query_num=100,
|
| 1203 |
+
memory_len_frame=10,
|
| 1204 |
+
agent_num_propagated=50,
|
| 1205 |
+
map_num_propagated=50,
|
| 1206 |
+
map_pts_per_vec=20,
|
| 1207 |
+
feedforward_channels=2048,
|
| 1208 |
+
ffn_dropout=0.1,
|
| 1209 |
+
with_cp=False,
|
| 1210 |
+
attn_cfgs=[
|
| 1211 |
+
dict(
|
| 1212 |
+
type='AttentionLayer',
|
| 1213 |
+
embed_dims=512,
|
| 1214 |
+
head_dim=64,
|
| 1215 |
+
attn_drop=0.1,
|
| 1216 |
+
layer_scale=0.01),
|
| 1217 |
+
dict(
|
| 1218 |
+
type='AttentionLayer',
|
| 1219 |
+
embed_dims=512,
|
| 1220 |
+
head_dim=64,
|
| 1221 |
+
attn_drop=0.1,
|
| 1222 |
+
layer_scale=0.01),
|
| 1223 |
+
dict(
|
| 1224 |
+
type='AttentionLayer',
|
| 1225 |
+
embed_dims=512,
|
| 1226 |
+
head_dim=64,
|
| 1227 |
+
attn_drop=0.1,
|
| 1228 |
+
no_wq=True)
|
| 1229 |
+
],
|
| 1230 |
+
ffn_cfgs=dict(
|
| 1231 |
+
type='SwiGLULayer',
|
| 1232 |
+
embed_dims=512,
|
| 1233 |
+
feedforward_channels=2048,
|
| 1234 |
+
ffn_drop=0.1),
|
| 1235 |
+
operation_order=('task_self_attn', 'norm',
|
| 1236 |
+
'temporal_cross_attn', 'norm',
|
| 1237 |
+
'sensor_cross_attn', 'norm', 'ffn',
|
| 1238 |
+
'norm')))),
|
| 1239 |
+
bbox_coder=dict(
|
| 1240 |
+
type='CustomNMSFreeCoder',
|
| 1241 |
+
post_center_range=[-20, -35, -10.0, 20, 35, 10.0],
|
| 1242 |
+
pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
|
| 1243 |
+
max_num=100,
|
| 1244 |
+
voxel_size=[0.15, 0.15, 4],
|
| 1245 |
+
num_classes=9),
|
| 1246 |
+
loss_cls=dict(
|
| 1247 |
+
type='FocalLoss',
|
| 1248 |
+
use_sigmoid=True,
|
| 1249 |
+
gamma=2.0,
|
| 1250 |
+
alpha=0.25,
|
| 1251 |
+
loss_weight=2.0),
|
| 1252 |
+
loss_bbox=dict(type='L1Loss', loss_weight=0.25),
|
| 1253 |
+
loss_traj=dict(type='L1Loss', loss_weight=0.2),
|
| 1254 |
+
loss_traj_cls=dict(
|
| 1255 |
+
type='FocalLoss',
|
| 1256 |
+
use_sigmoid=True,
|
| 1257 |
+
gamma=2.0,
|
| 1258 |
+
alpha=0.5,
|
| 1259 |
+
loss_weight=0.2),
|
| 1260 |
+
map_bbox_coder=dict(
|
| 1261 |
+
type='MapNMSFreeCoder',
|
| 1262 |
+
post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],
|
| 1263 |
+
pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
|
| 1264 |
+
max_num=50,
|
| 1265 |
+
voxel_size=[0.15, 0.15, 4],
|
| 1266 |
+
num_classes=6),
|
| 1267 |
+
loss_map_cls=dict(
|
| 1268 |
+
type='FocalLoss',
|
| 1269 |
+
use_sigmoid=True,
|
| 1270 |
+
gamma=2.0,
|
| 1271 |
+
alpha=0.25,
|
| 1272 |
+
loss_weight=2.0),
|
| 1273 |
+
loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),
|
| 1274 |
+
loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),
|
| 1275 |
+
loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),
|
| 1276 |
+
loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),
|
| 1277 |
+
loss_plan_cls=dict(
|
| 1278 |
+
type='FocalLoss',
|
| 1279 |
+
use_sigmoid=True,
|
| 1280 |
+
gamma=4.0,
|
| 1281 |
+
alpha=0.5,
|
| 1282 |
+
loss_weight=20.0)),
|
| 1283 |
+
train_cfg=dict(
|
| 1284 |
+
pts=dict(
|
| 1285 |
+
grid_size=[512, 512, 1],
|
| 1286 |
+
voxel_size=[0.15, 0.15, 4],
|
| 1287 |
+
point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
|
| 1288 |
+
out_size_factor=4,
|
| 1289 |
+
assigner=dict(
|
| 1290 |
+
type='HungarianAssigner3D',
|
| 1291 |
+
cls_cost=dict(
|
| 1292 |
+
type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),
|
| 1293 |
+
reg_cost=dict(type='BBox3DL1Cost', weight=0.25),
|
| 1294 |
+
iou_cost=dict(type='IoUCost', weight=0.0),
|
| 1295 |
+
pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),
|
| 1296 |
+
map_assigner=dict(
|
| 1297 |
+
type='MapHungarianAssigner3D',
|
| 1298 |
+
cls_cost=dict(
|
| 1299 |
+
type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),
|
| 1300 |
+
reg_cost=dict(
|
| 1301 |
+
type='BBoxL1Cost', weight=0.0, box_format='xywh'),
|
| 1302 |
+
iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),
|
| 1303 |
+
pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),
|
| 1304 |
+
pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))
|
| 1305 |
+
info_root = 'data/infos'
|
| 1306 |
+
map_root = 'data/bench2drive/maps'
|
| 1307 |
+
map_file = 'data/infos/b2d_map_infos.pkl'
|
| 1308 |
+
ann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'
|
| 1309 |
+
ann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'
|
| 1310 |
+
ann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'
|
| 1311 |
+
optimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)
|
| 1312 |
+
optimizer_config = dict(
|
| 1313 |
+
grad_clip=dict(max_norm=35, norm_type=2),
|
| 1314 |
+
type='GradientCumulativeFp16OptimizerHook',
|
| 1315 |
+
cumulative_iters=32)
|
| 1316 |
+
lr_config = dict(
|
| 1317 |
+
policy='CosineAnnealing',
|
| 1318 |
+
warmup='linear',
|
| 1319 |
+
warmup_iters=1000,
|
| 1320 |
+
warmup_ratio=0.1,
|
| 1321 |
+
min_lr_ratio=0.01)
|
| 1322 |
+
runner = dict(type='EpochBasedRunner', max_epochs=24)
|
| 1323 |
+
fp16 = dict(loss_scale=512.0)
|
| 1324 |
+
find_unused_parameters = True
|
| 1325 |
+
custom_hooks = [dict(type='CustomSetEpochInfoHook')]
|
| 1326 |
+
cumulative_iters = 32
|
| 1327 |
+
gpu_ids = range(0, 1)
|
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771887376.ysh-4090.3425452.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:df6391b728fac9499dbb6b1c6c632b06cdac29399157cb5a91ccb9afab0b8a3e
|
| 3 |
+
size 88
|
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888131.ysh-4090.3444167.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ef74fb9f8af4e7856edf5a5b3dd21863cb36d07b7b106c69618ecc8e3268931b
|
| 3 |
+
size 88
|
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888156.ysh-4090.3445183.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:81b94348019352dfb838fe8fab2f666396eb2cfd897aeb6c82fb09af826ad5dd
|
| 3 |
+
size 88
|
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888221.ysh-4090.3447462.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:63f8661a66de219968c47ca32187cba7897945b0884127c895543d5000846a40
|
| 3 |
+
size 88
|
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888265.ysh-4090.3449288.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5a5263b740b706c2f6f4b8aab8f7199c3dc04052bf9727b212e35c2308b42d30
|
| 3 |
+
size 88
|
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888319.ysh-4090.3451333.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0b7cd73bf41932d03a6c990f4e136e8a19648add2d8966748470460943072067
|
| 3 |
+
size 88
|
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888393.ysh-4090.3453837.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5462963699d3764d36b8a5c0629b70c213c61391bc6e9c71eb2757f690eecd3c
|
| 3 |
+
size 1006075
|
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771892080.ysh-4090.3536628.0
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:50cc72c3ba3e098df5fd43a43c334914f845c4f05c936652e259801a58474042
|
| 3 |
+
size 56272
|