YSHRobotics commited on
Commit
0073d0b
·
verified ·
1 Parent(s): 5df933e

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +4 -0
  2. DriveTransformer/goalpoint_1gpu/20260223_225608.log +0 -0
  3. DriveTransformer/goalpoint_1gpu/20260223_225608.log.json +1 -0
  4. DriveTransformer/goalpoint_1gpu/20260223_230843.log +0 -0
  5. DriveTransformer/goalpoint_1gpu/20260223_230843.log.json +1 -0
  6. DriveTransformer/goalpoint_1gpu/20260223_230908.log +0 -0
  7. DriveTransformer/goalpoint_1gpu/20260223_230908.log.json +1 -0
  8. DriveTransformer/goalpoint_1gpu/20260223_231013.log +0 -0
  9. DriveTransformer/goalpoint_1gpu/20260223_231013.log.json +1 -0
  10. DriveTransformer/goalpoint_1gpu/20260223_231057.log +0 -0
  11. DriveTransformer/goalpoint_1gpu/20260223_231057.log.json +1 -0
  12. DriveTransformer/goalpoint_1gpu/20260223_231151.log +0 -0
  13. DriveTransformer/goalpoint_1gpu/20260223_231151.log.json +1 -0
  14. DriveTransformer/goalpoint_1gpu/20260223_231305.log +0 -0
  15. DriveTransformer/goalpoint_1gpu/20260223_231305.log.json +0 -0
  16. DriveTransformer/goalpoint_1gpu/20260224_001423.log +0 -0
  17. DriveTransformer/goalpoint_1gpu/20260224_001423.log.json +14 -0
  18. DriveTransformer/goalpoint_1gpu/20260224_002002.log +0 -0
  19. DriveTransformer/goalpoint_1gpu/20260224_002002.log.json +1 -0
  20. DriveTransformer/goalpoint_1gpu/20260224_002248.log +0 -0
  21. DriveTransformer/goalpoint_1gpu/20260224_002248.log.json +8 -0
  22. DriveTransformer/goalpoint_1gpu/20260224_002559.log +0 -0
  23. DriveTransformer/goalpoint_1gpu/20260224_002559.log.json +0 -0
  24. DriveTransformer/goalpoint_1gpu/20260224_021525.log +0 -0
  25. DriveTransformer/goalpoint_1gpu/20260224_021525.log.json +3 -0
  26. DriveTransformer/goalpoint_1gpu/20260226_120012.log +0 -0
  27. DriveTransformer/goalpoint_1gpu/20260226_120012.log.json +22 -0
  28. DriveTransformer/goalpoint_1gpu/20260226_122411.log +0 -0
  29. DriveTransformer/goalpoint_1gpu/20260226_122411.log.json +0 -0
  30. DriveTransformer/goalpoint_1gpu/20260226_131720.log +0 -0
  31. DriveTransformer/goalpoint_1gpu/20260226_131720.log.json +19 -0
  32. DriveTransformer/goalpoint_1gpu/20260227_103553.log +0 -0
  33. DriveTransformer/goalpoint_1gpu/20260227_103553.log.json +0 -0
  34. DriveTransformer/goalpoint_1gpu/20260302_065826.log +0 -0
  35. DriveTransformer/goalpoint_1gpu/20260302_065826.log.json +1 -0
  36. DriveTransformer/goalpoint_1gpu/20260302_071228.log +0 -0
  37. DriveTransformer/goalpoint_1gpu/20260302_071228.log.json +1 -0
  38. DriveTransformer/goalpoint_1gpu/20260302_071328.log +0 -0
  39. DriveTransformer/goalpoint_1gpu/20260302_071328.log.json +2 -0
  40. DriveTransformer/goalpoint_1gpu/20260302_071515.log +3 -0
  41. DriveTransformer/goalpoint_1gpu/20260302_071515.log.json +3 -0
  42. DriveTransformer/goalpoint_1gpu/drivetransformer_goalpoint_1gpu.py +1327 -0
  43. DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771887376.ysh-4090.3425452.0 +3 -0
  44. DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888131.ysh-4090.3444167.0 +3 -0
  45. DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888156.ysh-4090.3445183.0 +3 -0
  46. DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888221.ysh-4090.3447462.0 +3 -0
  47. DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888265.ysh-4090.3449288.0 +3 -0
  48. DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888319.ysh-4090.3451333.0 +3 -0
  49. DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888393.ysh-4090.3453837.0 +3 -0
  50. DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771892080.ysh-4090.3536628.0 +3 -0
.gitattributes CHANGED
@@ -34,3 +34,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  GenAD/no_hlc/20260213_082314.log.json filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  GenAD/no_hlc/20260213_082314.log.json filter=lfs diff=lfs merge=lfs -text
37
+ DriveTransformer/goalpoint_1gpu/20260224_021525.log.json filter=lfs diff=lfs merge=lfs -text
38
+ DriveTransformer/goalpoint_1gpu/20260302_071515.log filter=lfs diff=lfs merge=lfs -text
39
+ DriveTransformer/goalpoint_1gpu/20260302_071515.log.json filter=lfs diff=lfs merge=lfs -text
40
+ DriveTransformer/goalpoint_1gpu/train.log filter=lfs diff=lfs merge=lfs -text
DriveTransformer/goalpoint_1gpu/20260223_225608.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260223_225608.log.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = 'work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
DriveTransformer/goalpoint_1gpu/20260223_230843.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260223_230843.log.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
DriveTransformer/goalpoint_1gpu/20260223_230908.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260223_230908.log.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
DriveTransformer/goalpoint_1gpu/20260223_231013.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260223_231013.log.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
DriveTransformer/goalpoint_1gpu/20260223_231057.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260223_231057.log.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
DriveTransformer/goalpoint_1gpu/20260223_231151.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260223_231151.log.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
DriveTransformer/goalpoint_1gpu/20260223_231305.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260223_231305.log.json ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260224_001423.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260224_001423.log.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
2
+ {"mode": "train", "epoch": 1, "iter": 50, "lr": 1e-05, "memory": 7284, "data_time": 0.12848, "loss_cls": 657.01774, "loss_bbox": 1.71262, "loss_traj": 4.03309, "loss_traj_cls": 0.09856, "loss_map_cls": 9.20249, "loss_map_pts": 5.19802, "loss_map_dir": 0.09459, "d0.loss_plan_l1_fix_time": 9.30642, "d0.loss_plan_l1_fix_dist": 3.13849, "d1.loss_plan_l1_fix_time": 9.75044, "d1.loss_plan_l1_fix_dist": 4.08195, "d2.loss_plan_l1_fix_time": 10.25692, "d2.loss_plan_l1_fix_dist": 5.54673, "d3.loss_plan_l1_fix_time": 10.84514, "d3.loss_plan_l1_fix_dist": 7.28534, "d4.loss_plan_l1_fix_time": 11.37837, "d4.loss_plan_l1_fix_dist": 9.82072, "d5.loss_plan_l1_fix_time": 11.97453, "d5.loss_plan_l1_fix_dist": 12.47565, "d6.loss_plan_l1_fix_time": 12.55222, "d6.loss_plan_l1_fix_dist": 14.96, "d0.loss_cls_all": 450.47849, "d0.loss_bbox_all": 1.63607, "d0.loss_cls": 450.47849, "d0.loss_bbox": 1.63607, "d1.loss_cls": 498.76385, "d1.loss_bbox": 1.61268, "d2.loss_cls": 493.99471, "d2.loss_bbox": 1.67709, "d3.loss_cls": 564.47956, "d3.loss_bbox": 1.67152, "d4.loss_cls": 529.9633, "d4.loss_bbox": 1.62845, "d5.loss_cls": 598.15416, "d5.loss_bbox": 1.71292, "d0.loss_traj_cls": 0.07253, "d0.loss_traj": 4.01002, "d1.loss_traj_cls": 0.06156, "d1.loss_traj": 4.0386, "d2.loss_traj_cls": 0.06451, "d2.loss_traj": 4.12676, "d3.loss_traj_cls": 0.11037, "d3.loss_traj": 4.09757, "d4.loss_traj_cls": 0.05513, "d4.loss_traj": 3.97019, "d5.loss_traj_cls": 0.06038, "d5.loss_traj": 4.01782, "d0.loss_map_cls_all": 6.96779, "d0.loss_map_pts_all": 4.86052, "d0.loss_map_dir_all": 0.09483, "d0.loss_map_cls": 6.96779, "d0.loss_map_pts": 4.86052, "d0.loss_map_dir": 0.09483, "d1.loss_map_cls": 6.28808, "d1.loss_map_pts": 4.89425, "d1.loss_map_dir": 0.09464, "d2.loss_map_cls": 6.99186, "d2.loss_map_pts": 4.94063, "d2.loss_map_dir": 0.09435, "d3.loss_map_cls": 9.52936, "d3.loss_map_pts": 4.97997, "d3.loss_map_dir": 0.09452, "d4.loss_map_cls": 9.53639, "d4.loss_map_pts": 5.04683, "d4.loss_map_dir": 0.09459, "d5.loss_map_cls": 9.54202, "d5.loss_map_pts": 5.12155, "d5.loss_map_dir": 0.09466, "loss": 4524.49282, "time": 0.74045}
3
+ {"mode": "train", "epoch": 1, "iter": 100, "lr": 2e-05, "memory": 8383, "data_time": 0.01687, "loss_cls": 626.44195, "loss_bbox": 1.59858, "loss_traj": 6.4413, "loss_traj_cls": 0.09769, "loss_map_cls": 10.34707, "loss_map_pts": 5.71886, "loss_map_dir": 0.09488, "d0.loss_plan_l1_fix_time": 12.79413, "d0.loss_plan_l1_fix_dist": 3.45601, "d1.loss_plan_l1_fix_time": 13.14161, "d1.loss_plan_l1_fix_dist": 4.52002, "d2.loss_plan_l1_fix_time": 13.53162, "d2.loss_plan_l1_fix_dist": 6.35808, "d3.loss_plan_l1_fix_time": 14.02999, "d3.loss_plan_l1_fix_dist": 8.3249, "d4.loss_plan_l1_fix_time": 14.48505, "d4.loss_plan_l1_fix_dist": 11.14152, "d5.loss_plan_l1_fix_time": 15.00746, "d5.loss_plan_l1_fix_dist": 14.03204, "d6.loss_plan_l1_fix_time": 15.49702, "d6.loss_plan_l1_fix_dist": 16.73201, "d0.loss_cls_all": 439.38885, "d0.loss_bbox_all": 1.56909, "d0.loss_cls": 439.38885, "d0.loss_bbox": 1.56909, "d1.loss_cls": 475.74932, "d1.loss_bbox": 1.53401, "d2.loss_cls": 472.10616, "d2.loss_bbox": 1.62033, "d3.loss_cls": 534.09613, "d3.loss_bbox": 1.60846, "d4.loss_cls": 507.81066, "d4.loss_bbox": 1.5102, "d5.loss_cls": 568.90987, "d5.loss_bbox": 1.60938, "d0.loss_traj_cls": 0.07387, "d0.loss_traj": 6.41605, "d1.loss_traj_cls": 0.06217, "d1.loss_traj": 6.47864, "d2.loss_traj_cls": 0.06389, "d2.loss_traj": 6.55051, "d3.loss_traj_cls": 0.10723, "d3.loss_traj": 6.49552, "d4.loss_traj_cls": 0.05343, "d4.loss_traj": 6.40699, "d5.loss_traj_cls": 0.05783, "d5.loss_traj": 6.4554, "d0.loss_map_cls_all": 7.88378, "d0.loss_map_pts_all": 5.45726, "d0.loss_map_dir_all": 0.09519, "d0.loss_map_cls": 7.88378, "d0.loss_map_pts": 5.45726, "d0.loss_map_dir": 0.09519, "d1.loss_map_cls": 7.53986, "d1.loss_map_pts": 5.48011, "d1.loss_map_dir": 0.09502, "d2.loss_map_cls": 8.07996, "d2.loss_map_pts": 5.51072, "d2.loss_map_dir": 0.09492, "d3.loss_map_cls": 10.82247, "d3.loss_map_pts": 5.54668, "d3.loss_map_dir": 0.09493, "d4.loss_map_cls": 10.6928, "d4.loss_map_pts": 5.60946, "d4.loss_map_dir": 0.09487, "d5.loss_map_cls": 10.5945, "d5.loss_map_pts": 5.66564, "d5.loss_map_dir": 0.09486, "loss": 4404.37277, "time": 0.51919, "grad_norm": 60564.38281}
4
+ {"mode": "train", "epoch": 1, "iter": 150, "lr": 2e-05, "memory": 8386, "data_time": 0.02268, "loss_cls": 304.16468, "loss_bbox": 1.91546, "loss_traj": 5.37779, "loss_traj_cls": 0.07959, "loss_map_cls": 10.86741, "loss_map_pts": 5.55821, "loss_map_dir": 0.09544, "d0.loss_plan_l1_fix_time": 11.50062, "d0.loss_plan_l1_fix_dist": 3.27048, "d1.loss_plan_l1_fix_time": 11.82578, "d1.loss_plan_l1_fix_dist": 4.11751, "d2.loss_plan_l1_fix_time": 12.2162, "d2.loss_plan_l1_fix_dist": 5.55482, "d3.loss_plan_l1_fix_time": 12.71284, "d3.loss_plan_l1_fix_dist": 7.15031, "d4.loss_plan_l1_fix_time": 13.14067, "d4.loss_plan_l1_fix_dist": 9.18546, "d5.loss_plan_l1_fix_time": 13.61233, "d5.loss_plan_l1_fix_dist": 11.11475, "d6.loss_plan_l1_fix_time": 14.07983, "d6.loss_plan_l1_fix_dist": 12.95132, "d0.loss_cls_all": 273.02647, "d0.loss_bbox_all": 1.59822, "d0.loss_cls": 273.02647, "d0.loss_bbox": 1.59822, "d1.loss_cls": 283.45991, "d1.loss_bbox": 1.56954, "d2.loss_cls": 251.0805, "d2.loss_bbox": 1.63369, "d3.loss_cls": 261.50876, "d3.loss_bbox": 1.63154, "d4.loss_cls": 239.69258, "d4.loss_bbox": 1.69245, "d5.loss_cls": 278.08188, "d5.loss_bbox": 1.87305, "d0.loss_traj_cls": 0.06146, "d0.loss_traj": 5.26452, "d1.loss_traj_cls": 0.04698, "d1.loss_traj": 5.38955, "d2.loss_traj_cls": 0.04343, "d2.loss_traj": 5.44016, "d3.loss_traj_cls": 0.09048, "d3.loss_traj": 5.4116, "d4.loss_traj_cls": 0.04264, "d4.loss_traj": 5.33701, "d5.loss_traj_cls": 0.05175, "d5.loss_traj": 5.39335, "d0.loss_map_cls_all": 8.05379, "d0.loss_map_pts_all": 5.266, "d0.loss_map_dir_all": 0.09548, "d0.loss_map_cls": 8.05379, "d0.loss_map_pts": 5.266, "d0.loss_map_dir": 0.09548, "d1.loss_map_cls": 7.6626, "d1.loss_map_pts": 5.30524, "d1.loss_map_dir": 0.09517, "d2.loss_map_cls": 8.34793, "d2.loss_map_pts": 5.34785, "d2.loss_map_dir": 0.09509, "d3.loss_map_cls": 11.92624, "d3.loss_map_pts": 5.37644, "d3.loss_map_dir": 0.09523, "d4.loss_map_cls": 11.46164, "d4.loss_map_pts": 5.43316, "d4.loss_map_dir": 0.09543, "d5.loss_map_cls": 11.36366, "d5.loss_map_pts": 5.49404, "d5.loss_map_dir": 0.09538, "loss": 2479.56335, "time": 0.52886, "grad_norm": 60564.38281}
5
+ {"mode": "train", "epoch": 1, "iter": 200, "lr": 3e-05, "memory": 8387, "data_time": 0.01681, "loss_cls": 279.15959, "loss_bbox": 1.88826, "loss_traj": 5.55975, "loss_traj_cls": 0.0761, "loss_map_cls": 8.85263, "loss_map_pts": 5.33178, "loss_map_dir": 0.09564, "d0.loss_plan_l1_fix_time": 12.16875, "d0.loss_plan_l1_fix_dist": 3.25804, "d1.loss_plan_l1_fix_time": 12.42609, "d1.loss_plan_l1_fix_dist": 3.99222, "d2.loss_plan_l1_fix_time": 12.74273, "d2.loss_plan_l1_fix_dist": 5.38539, "d3.loss_plan_l1_fix_time": 13.15509, "d3.loss_plan_l1_fix_dist": 6.83058, "d4.loss_plan_l1_fix_time": 13.51964, "d4.loss_plan_l1_fix_dist": 8.69237, "d5.loss_plan_l1_fix_time": 13.93511, "d5.loss_plan_l1_fix_dist": 10.42266, "d6.loss_plan_l1_fix_time": 14.35421, "d6.loss_plan_l1_fix_dist": 12.06275, "d0.loss_cls_all": 255.72486, "d0.loss_bbox_all": 1.55674, "d0.loss_cls": 255.72486, "d0.loss_bbox": 1.55674, "d1.loss_cls": 264.14749, "d1.loss_bbox": 1.51628, "d2.loss_cls": 229.53652, "d2.loss_bbox": 1.57748, "d3.loss_cls": 236.7383, "d3.loss_bbox": 1.56736, "d4.loss_cls": 217.65736, "d4.loss_bbox": 1.62726, "d5.loss_cls": 255.25391, "d5.loss_bbox": 1.83742, "d0.loss_traj_cls": 0.05899, "d0.loss_traj": 5.41549, "d1.loss_traj_cls": 0.04587, "d1.loss_traj": 5.55467, "d2.loss_traj_cls": 0.04288, "d2.loss_traj": 5.60457, "d3.loss_traj_cls": 0.08765, "d3.loss_traj": 5.58459, "d4.loss_traj_cls": 0.04226, "d4.loss_traj": 5.52425, "d5.loss_traj_cls": 0.04884, "d5.loss_traj": 5.57964, "d0.loss_map_cls_all": 6.68927, "d0.loss_map_pts_all": 5.15651, "d0.loss_map_dir_all": 0.09533, "d0.loss_map_cls": 6.68927, "d0.loss_map_pts": 5.15651, "d0.loss_map_dir": 0.09533, "d1.loss_map_cls": 6.38895, "d1.loss_map_pts": 5.1763, "d1.loss_map_dir": 0.09508, "d2.loss_map_cls": 6.90143, "d2.loss_map_pts": 5.19468, "d2.loss_map_dir": 0.09529, "d3.loss_map_cls": 9.85982, "d3.loss_map_pts": 5.21146, "d3.loss_map_dir": 0.09541, "d4.loss_map_cls": 9.39088, "d4.loss_map_pts": 5.24614, "d4.loss_map_dir": 0.09552, "d5.loss_map_cls": 9.3585, "d5.loss_map_pts": 5.29194, "d5.loss_map_dir": 0.09559, "loss": 2295.90098, "time": 0.52444, "grad_norm": 46416.11719}
6
+ {"mode": "train", "epoch": 1, "iter": 250, "lr": 3e-05, "memory": 8387, "data_time": 0.01999, "loss_cls": 118.7981, "loss_bbox": 1.89359, "loss_traj": 5.46466, "loss_traj_cls": 0.06417, "loss_map_cls": 8.70586, "loss_map_pts": 5.45666, "loss_map_dir": 0.09612, "d0.loss_plan_l1_fix_time": 10.55933, "d0.loss_plan_l1_fix_dist": 3.16786, "d1.loss_plan_l1_fix_time": 10.79624, "d1.loss_plan_l1_fix_dist": 3.66694, "d2.loss_plan_l1_fix_time": 11.10367, "d2.loss_plan_l1_fix_dist": 4.968, "d3.loss_plan_l1_fix_time": 11.49393, "d3.loss_plan_l1_fix_dist": 6.43887, "d4.loss_plan_l1_fix_time": 11.86376, "d4.loss_plan_l1_fix_dist": 8.07092, "d5.loss_plan_l1_fix_time": 12.2551, "d5.loss_plan_l1_fix_dist": 9.40952, "d6.loss_plan_l1_fix_time": 12.67216, "d6.loss_plan_l1_fix_dist": 10.22388, "d0.loss_cls_all": 150.20747, "d0.loss_bbox_all": 1.56507, "d0.loss_cls": 150.20747, "d0.loss_bbox": 1.56507, "d1.loss_cls": 137.19192, "d1.loss_bbox": 1.62349, "d2.loss_cls": 104.6157, "d2.loss_bbox": 1.6664, "d3.loss_cls": 98.35114, "d3.loss_bbox": 1.59539, "d4.loss_cls": 95.75856, "d4.loss_bbox": 1.68812, "d5.loss_cls": 115.22469, "d5.loss_bbox": 1.84995, "d0.loss_traj_cls": 0.04861, "d0.loss_traj": 5.27433, "d1.loss_traj_cls": 0.03281, "d1.loss_traj": 5.45633, "d2.loss_traj_cls": 0.03036, "d2.loss_traj": 5.44442, "d3.loss_traj_cls": 0.06119, "d3.loss_traj": 5.47026, "d4.loss_traj_cls": 0.02839, "d4.loss_traj": 5.43478, "d5.loss_traj_cls": 0.03699, "d5.loss_traj": 5.5049, "d0.loss_map_cls_all": 6.65004, "d0.loss_map_pts_all": 5.26975, "d0.loss_map_dir_all": 0.096, "d0.loss_map_cls": 6.65004, "d0.loss_map_pts": 5.26975, "d0.loss_map_dir": 0.096, "d1.loss_map_cls": 6.73389, "d1.loss_map_pts": 5.30247, "d1.loss_map_dir": 0.09607, "d2.loss_map_cls": 7.30167, "d2.loss_map_pts": 5.33326, "d2.loss_map_dir": 0.0961, "d3.loss_map_cls": 10.32914, "d3.loss_map_pts": 5.34171, "d3.loss_map_dir": 0.09605, "d4.loss_map_cls": 9.60617, "d4.loss_map_pts": 5.37041, "d4.loss_map_dir": 0.0961, "d5.loss_map_cls": 9.364, "d5.loss_map_pts": 5.40615, "d5.loss_map_dir": 0.09622, "loss": 1257.70408, "time": 0.57383, "grad_norm": 46416.11719}
7
+ {"mode": "train", "epoch": 1, "iter": 300, "lr": 4e-05, "memory": 8387, "data_time": 0.01765, "loss_cls": 93.3903, "loss_bbox": 1.81535, "loss_traj": 5.70548, "loss_traj_cls": 0.06694, "loss_map_cls": 7.57036, "loss_map_pts": 5.49614, "loss_map_dir": 0.09613, "d0.loss_plan_l1_fix_time": 11.12612, "d0.loss_plan_l1_fix_dist": 3.17145, "d1.loss_plan_l1_fix_time": 11.35482, "d1.loss_plan_l1_fix_dist": 3.62928, "d2.loss_plan_l1_fix_time": 11.65018, "d2.loss_plan_l1_fix_dist": 4.90735, "d3.loss_plan_l1_fix_time": 12.0446, "d3.loss_plan_l1_fix_dist": 6.26304, "d4.loss_plan_l1_fix_time": 12.44052, "d4.loss_plan_l1_fix_dist": 7.6789, "d5.loss_plan_l1_fix_time": 12.84535, "d5.loss_plan_l1_fix_dist": 8.92081, "d6.loss_plan_l1_fix_time": 13.2651, "d6.loss_plan_l1_fix_dist": 9.59428, "d0.loss_cls_all": 118.96268, "d0.loss_bbox_all": 1.54156, "d0.loss_cls": 118.96268, "d0.loss_bbox": 1.54156, "d1.loss_cls": 105.83938, "d1.loss_bbox": 1.62632, "d2.loss_cls": 79.57484, "d2.loss_bbox": 1.64176, "d3.loss_cls": 76.05196, "d3.loss_bbox": 1.57061, "d4.loss_cls": 74.74249, "d4.loss_bbox": 1.66633, "d5.loss_cls": 89.57883, "d5.loss_bbox": 1.78915, "d0.loss_traj_cls": 0.04474, "d0.loss_traj": 5.5213, "d1.loss_traj_cls": 0.03133, "d1.loss_traj": 5.68629, "d2.loss_traj_cls": 0.02984, "d2.loss_traj": 5.66564, "d3.loss_traj_cls": 0.06038, "d3.loss_traj": 5.6946, "d4.loss_traj_cls": 0.02862, "d4.loss_traj": 5.66911, "d5.loss_traj_cls": 0.03702, "d5.loss_traj": 5.7456, "d0.loss_map_cls_all": 6.19855, "d0.loss_map_pts_all": 5.39544, "d0.loss_map_dir_all": 0.09621, "d0.loss_map_cls": 6.19855, "d0.loss_map_pts": 5.39544, "d0.loss_map_dir": 0.09621, "d1.loss_map_cls": 6.27048, "d1.loss_map_pts": 5.41409, "d1.loss_map_dir": 0.096, "d2.loss_map_cls": 6.67884, "d2.loss_map_pts": 5.4293, "d2.loss_map_dir": 0.09604, "d3.loss_map_cls": 9.23634, "d3.loss_map_pts": 5.43213, "d3.loss_map_dir": 0.09608, "d4.loss_map_cls": 8.53358, "d4.loss_map_pts": 5.44661, "d4.loss_map_dir": 0.09614, "d5.loss_map_cls": 8.23582, "d5.loss_map_pts": 5.4689, "d5.loss_map_dir": 0.09612, "loss": 1042.34398, "time": 0.54611, "grad_norm": 35613.62174}
8
+ {"mode": "train", "epoch": 1, "iter": 350, "lr": 4e-05, "memory": 8387, "data_time": 0.018, "loss_cls": 33.596, "loss_bbox": 1.64376, "loss_traj": 6.5622, "loss_traj_cls": 0.04358, "loss_map_cls": 4.98715, "loss_map_pts": 5.26342, "loss_map_dir": 0.09772, "d0.loss_plan_l1_fix_time": 12.74146, "d0.loss_plan_l1_fix_dist": 3.2513, "d1.loss_plan_l1_fix_time": 12.91015, "d1.loss_plan_l1_fix_dist": 3.4681, "d2.loss_plan_l1_fix_time": 13.15057, "d2.loss_plan_l1_fix_dist": 4.64343, "d3.loss_plan_l1_fix_time": 13.51033, "d3.loss_plan_l1_fix_dist": 5.75417, "d4.loss_plan_l1_fix_time": 13.95294, "d4.loss_plan_l1_fix_dist": 6.94297, "d5.loss_plan_l1_fix_time": 14.35338, "d5.loss_plan_l1_fix_dist": 7.74171, "d6.loss_plan_l1_fix_time": 14.79313, "d6.loss_plan_l1_fix_dist": 7.86485, "d0.loss_cls_all": 63.32505, "d0.loss_bbox_all": 1.46358, "d0.loss_cls": 63.32505, "d0.loss_bbox": 1.46358, "d1.loss_cls": 49.02317, "d1.loss_bbox": 1.55657, "d2.loss_cls": 32.49764, "d2.loss_bbox": 1.53396, "d3.loss_cls": 29.10907, "d3.loss_bbox": 1.43364, "d4.loss_cls": 27.44658, "d4.loss_bbox": 1.52252, "d5.loss_cls": 33.33216, "d5.loss_bbox": 1.63505, "d0.loss_traj_cls": 0.0329, "d0.loss_traj": 6.37565, "d1.loss_traj_cls": 0.02219, "d1.loss_traj": 6.54309, "d2.loss_traj_cls": 0.02136, "d2.loss_traj": 6.48167, "d3.loss_traj_cls": 0.0387, "d3.loss_traj": 6.52857, "d4.loss_traj_cls": 0.02176, "d4.loss_traj": 6.51006, "d5.loss_traj_cls": 0.02456, "d5.loss_traj": 6.6089, "d0.loss_map_cls_all": 4.66281, "d0.loss_map_pts_all": 5.22119, "d0.loss_map_dir_all": 0.09768, "d0.loss_map_cls": 4.66281, "d0.loss_map_pts": 5.22119, "d0.loss_map_dir": 0.09768, "d1.loss_map_cls": 4.80738, "d1.loss_map_pts": 5.24433, "d1.loss_map_dir": 0.09777, "d2.loss_map_cls": 4.95536, "d2.loss_map_pts": 5.25023, "d2.loss_map_dir": 0.09784, "d3.loss_map_cls": 6.06085, "d3.loss_map_pts": 5.24679, "d3.loss_map_dir": 0.09781, "d4.loss_map_cls": 5.87577, "d4.loss_map_pts": 5.24901, "d4.loss_map_dir": 0.09786, "d5.loss_map_cls": 5.47602, "d5.loss_map_pts": 5.24998, "d5.loss_map_dir": 0.09776, "loss": 609.01747, "time": 0.52577, "grad_norm": 35613.62174}
9
+ {"mode": "train", "epoch": 1, "iter": 400, "lr": 5e-05, "memory": 8387, "data_time": 0.02161, "loss_cls": 24.63962, "loss_bbox": 1.61291, "loss_traj": 5.97265, "loss_traj_cls": 0.04433, "loss_map_cls": 5.30577, "loss_map_pts": 5.16256, "loss_map_dir": 0.09802, "d0.loss_plan_l1_fix_time": 9.7844, "d0.loss_plan_l1_fix_dist": 3.04146, "d1.loss_plan_l1_fix_time": 9.94971, "d1.loss_plan_l1_fix_dist": 3.17276, "d2.loss_plan_l1_fix_time": 10.18553, "d2.loss_plan_l1_fix_dist": 3.91138, "d3.loss_plan_l1_fix_time": 10.52559, "d3.loss_plan_l1_fix_dist": 4.7058, "d4.loss_plan_l1_fix_time": 10.93961, "d4.loss_plan_l1_fix_dist": 5.44534, "d5.loss_plan_l1_fix_time": 11.33792, "d5.loss_plan_l1_fix_dist": 6.09323, "d6.loss_plan_l1_fix_time": 11.76712, "d6.loss_plan_l1_fix_dist": 6.47725, "d0.loss_cls_all": 49.17835, "d0.loss_bbox_all": 1.49423, "d0.loss_cls": 49.17835, "d0.loss_bbox": 1.49423, "d1.loss_cls": 38.00823, "d1.loss_bbox": 1.58706, "d2.loss_cls": 24.23053, "d2.loss_bbox": 1.55095, "d3.loss_cls": 21.92125, "d3.loss_bbox": 1.45098, "d4.loss_cls": 20.17342, "d4.loss_bbox": 1.53387, "d5.loss_cls": 24.62131, "d5.loss_bbox": 1.61128, "d0.loss_traj_cls": 0.02832, "d0.loss_traj": 5.81601, "d1.loss_traj_cls": 0.02036, "d1.loss_traj": 5.97259, "d2.loss_traj_cls": 0.02079, "d2.loss_traj": 5.90571, "d3.loss_traj_cls": 0.039, "d3.loss_traj": 5.94341, "d4.loss_traj_cls": 0.02065, "d4.loss_traj": 5.92873, "d5.loss_traj_cls": 0.02486, "d5.loss_traj": 6.00967, "d0.loss_map_cls_all": 5.42454, "d0.loss_map_pts_all": 5.14082, "d0.loss_map_dir_all": 0.09814, "d0.loss_map_cls": 5.42454, "d0.loss_map_pts": 5.14082, "d0.loss_map_dir": 0.09814, "d1.loss_map_cls": 5.45008, "d1.loss_map_pts": 5.15618, "d1.loss_map_dir": 0.09825, "d2.loss_map_cls": 5.58208, "d2.loss_map_pts": 5.15798, "d2.loss_map_dir": 0.09815, "d3.loss_map_cls": 6.59333, "d3.loss_map_pts": 5.1543, "d3.loss_map_dir": 0.09818, "d4.loss_map_cls": 6.46992, "d4.loss_map_pts": 5.1539, "d4.loss_map_dir": 0.09818, "d5.loss_map_cls": 5.93505, "d5.loss_map_pts": 5.15298, "d5.loss_map_dir": 0.09807, "loss": 501.56076, "time": 0.54999, "grad_norm": 27998.94958}
10
+ {"mode": "train", "epoch": 1, "iter": 450, "lr": 5e-05, "memory": 8387, "data_time": 0.01798, "loss_cls": 9.37399, "loss_bbox": 1.48832, "loss_traj": 6.78186, "loss_traj_cls": 0.03534, "loss_map_cls": 3.2596, "loss_map_pts": 5.41951, "loss_map_dir": 0.09814, "d0.loss_plan_l1_fix_time": 13.19563, "d0.loss_plan_l1_fix_dist": 3.02751, "d1.loss_plan_l1_fix_time": 13.27692, "d1.loss_plan_l1_fix_dist": 3.27742, "d2.loss_plan_l1_fix_time": 13.4424, "d2.loss_plan_l1_fix_dist": 3.50074, "d3.loss_plan_l1_fix_time": 13.68503, "d3.loss_plan_l1_fix_dist": 3.58157, "d4.loss_plan_l1_fix_time": 13.99511, "d4.loss_plan_l1_fix_dist": 3.55266, "d5.loss_plan_l1_fix_time": 14.26327, "d5.loss_plan_l1_fix_dist": 4.00935, "d6.loss_plan_l1_fix_time": 14.56897, "d6.loss_plan_l1_fix_dist": 5.21187, "d0.loss_cls_all": 24.4658, "d0.loss_bbox_all": 1.52361, "d0.loss_cls": 24.4658, "d0.loss_bbox": 1.52361, "d1.loss_cls": 18.45564, "d1.loss_bbox": 1.58726, "d2.loss_cls": 10.58475, "d2.loss_bbox": 1.51244, "d3.loss_cls": 9.3562, "d3.loss_bbox": 1.42268, "d4.loss_cls": 7.70513, "d4.loss_bbox": 1.47883, "d5.loss_cls": 9.17023, "d5.loss_bbox": 1.50992, "d0.loss_traj_cls": 0.0195, "d0.loss_traj": 6.63641, "d1.loss_traj_cls": 0.01585, "d1.loss_traj": 6.82009, "d2.loss_traj_cls": 0.01866, "d2.loss_traj": 6.71867, "d3.loss_traj_cls": 0.03218, "d3.loss_traj": 6.73862, "d4.loss_traj_cls": 0.018, "d4.loss_traj": 6.75193, "d5.loss_traj_cls": 0.02187, "d5.loss_traj": 6.80233, "d0.loss_map_cls_all": 4.23932, "d0.loss_map_pts_all": 5.42241, "d0.loss_map_dir_all": 0.09823, "d0.loss_map_cls": 4.23932, "d0.loss_map_pts": 5.42241, "d0.loss_map_dir": 0.09823, "d1.loss_map_cls": 4.29114, "d1.loss_map_pts": 5.43262, "d1.loss_map_dir": 0.09836, "d2.loss_map_cls": 4.15927, "d2.loss_map_pts": 5.42974, "d2.loss_map_dir": 0.09821, "d3.loss_map_cls": 4.18733, "d3.loss_map_pts": 5.42471, "d3.loss_map_dir": 0.09813, "d4.loss_map_cls": 4.46265, "d4.loss_map_pts": 5.42273, "d4.loss_map_dir": 0.09819, "d5.loss_map_cls": 3.91751, "d5.loss_map_pts": 5.41752, "d5.loss_map_dir": 0.09806, "loss": 372.55731, "time": 0.5502, "grad_norm": 27998.94958}
11
+ {"mode": "train", "epoch": 1, "iter": 500, "lr": 5e-05, "memory": 8387, "data_time": 0.02923, "loss_cls": 7.50138, "loss_bbox": 1.54098, "loss_traj": 6.56056, "loss_traj_cls": 0.03284, "loss_map_cls": 1.8305, "loss_map_pts": 5.01525, "loss_map_dir": 0.09686, "d0.loss_plan_l1_fix_time": 13.40367, "d0.loss_plan_l1_fix_dist": 2.86218, "d1.loss_plan_l1_fix_time": 13.46317, "d1.loss_plan_l1_fix_dist": 3.00389, "d2.loss_plan_l1_fix_time": 13.60898, "d2.loss_plan_l1_fix_dist": 3.14794, "d3.loss_plan_l1_fix_time": 13.82273, "d3.loss_plan_l1_fix_dist": 3.49297, "d4.loss_plan_l1_fix_time": 14.05789, "d4.loss_plan_l1_fix_dist": 3.88297, "d5.loss_plan_l1_fix_time": 14.26917, "d5.loss_plan_l1_fix_dist": 4.72333, "d6.loss_plan_l1_fix_time": 14.51719, "d6.loss_plan_l1_fix_dist": 6.02616, "d0.loss_cls_all": 19.40513, "d0.loss_bbox_all": 1.58032, "d0.loss_cls": 19.40513, "d0.loss_bbox": 1.58032, "d1.loss_cls": 14.40858, "d1.loss_bbox": 1.61964, "d2.loss_cls": 8.2383, "d2.loss_bbox": 1.53532, "d3.loss_cls": 7.37857, "d3.loss_bbox": 1.47914, "d4.loss_cls": 6.0407, "d4.loss_bbox": 1.52621, "d5.loss_cls": 7.288, "d5.loss_bbox": 1.56595, "d0.loss_traj_cls": 0.01566, "d0.loss_traj": 6.44361, "d1.loss_traj_cls": 0.01413, "d1.loss_traj": 6.61294, "d2.loss_traj_cls": 0.01852, "d2.loss_traj": 6.51856, "d3.loss_traj_cls": 0.02897, "d3.loss_traj": 6.51631, "d4.loss_traj_cls": 0.01687, "d4.loss_traj": 6.52771, "d5.loss_traj_cls": 0.02058, "d5.loss_traj": 6.56495, "d0.loss_map_cls_all": 2.5983, "d0.loss_map_pts_all": 5.00255, "d0.loss_map_dir_all": 0.09707, "d0.loss_map_cls": 2.5983, "d0.loss_map_pts": 5.00255, "d0.loss_map_dir": 0.09707, "d1.loss_map_cls": 2.63602, "d1.loss_map_pts": 5.0119, "d1.loss_map_dir": 0.09703, "d2.loss_map_cls": 2.52796, "d2.loss_map_pts": 5.01177, "d2.loss_map_dir": 0.09687, "d3.loss_map_cls": 2.38205, "d3.loss_map_pts": 5.00741, "d3.loss_map_dir": 0.09702, "d4.loss_map_cls": 2.65715, "d4.loss_map_pts": 5.00862, "d4.loss_map_dir": 0.09697, "d5.loss_map_cls": 2.22722, "d5.loss_map_pts": 5.00912, "d5.loss_map_dir": 0.09683, "loss": 332.5705, "time": 0.54986, "grad_norm": 22780.43464}
12
+ {"mode": "train", "epoch": 1, "iter": 550, "lr": 6e-05, "memory": 8387, "data_time": 0.01697, "loss_cls": 3.81311, "loss_bbox": 1.51223, "loss_traj": 4.67873, "loss_traj_cls": 0.02326, "loss_map_cls": 1.19241, "loss_map_pts": 5.15167, "loss_map_dir": 0.09612, "d0.loss_plan_l1_fix_time": 11.48056, "d0.loss_plan_l1_fix_dist": 3.02478, "d1.loss_plan_l1_fix_time": 11.50852, "d1.loss_plan_l1_fix_dist": 2.97125, "d2.loss_plan_l1_fix_time": 11.67836, "d2.loss_plan_l1_fix_dist": 2.7571, "d3.loss_plan_l1_fix_time": 11.9178, "d3.loss_plan_l1_fix_dist": 3.36154, "d4.loss_plan_l1_fix_time": 12.12679, "d4.loss_plan_l1_fix_dist": 4.48063, "d5.loss_plan_l1_fix_time": 12.34611, "d5.loss_plan_l1_fix_dist": 5.74434, "d6.loss_plan_l1_fix_time": 12.57836, "d6.loss_plan_l1_fix_dist": 7.18902, "d0.loss_cls_all": 11.55777, "d0.loss_bbox_all": 1.54753, "d0.loss_cls": 11.55777, "d0.loss_bbox": 1.54753, "d1.loss_cls": 7.7242, "d1.loss_bbox": 1.60272, "d2.loss_cls": 4.65934, "d2.loss_bbox": 1.51565, "d3.loss_cls": 4.20233, "d3.loss_bbox": 1.47732, "d4.loss_cls": 3.42182, "d4.loss_bbox": 1.5025, "d5.loss_cls": 3.80137, "d5.loss_bbox": 1.54126, "d0.loss_traj_cls": 0.01016, "d0.loss_traj": 4.58748, "d1.loss_traj_cls": 0.0106, "d1.loss_traj": 4.75295, "d2.loss_traj_cls": 0.01607, "d2.loss_traj": 4.64029, "d3.loss_traj_cls": 0.02273, "d3.loss_traj": 4.62476, "d4.loss_traj_cls": 0.01475, "d4.loss_traj": 4.63305, "d5.loss_traj_cls": 0.01754, "d5.loss_traj": 4.64382, "d0.loss_map_cls_all": 1.90183, "d0.loss_map_pts_all": 5.13927, "d0.loss_map_dir_all": 0.0967, "d0.loss_map_cls": 1.90183, "d0.loss_map_pts": 5.13927, "d0.loss_map_dir": 0.0967, "d1.loss_map_cls": 1.98348, "d1.loss_map_pts": 5.15016, "d1.loss_map_dir": 0.09677, "d2.loss_map_cls": 1.86513, "d2.loss_map_pts": 5.14376, "d2.loss_map_dir": 0.09658, "d3.loss_map_cls": 1.55093, "d3.loss_map_pts": 5.13851, "d3.loss_map_dir": 0.0964, "d4.loss_map_cls": 1.95071, "d4.loss_map_pts": 5.13966, "d4.loss_map_dir": 0.09632, "d5.loss_map_cls": 1.51593, "d5.loss_map_pts": 5.14083, "d5.loss_map_dir": 0.09621, "loss": 264.60299, "time": 0.54683, "grad_norm": 22780.43464}
13
+ {"mode": "train", "epoch": 1, "iter": 600, "lr": 6e-05, "memory": 8387, "data_time": 0.02102, "loss_cls": 3.10172, "loss_bbox": 1.51563, "loss_traj": 6.50664, "loss_traj_cls": 0.01808, "loss_map_cls": 0.97783, "loss_map_pts": 5.05003, "loss_map_dir": 0.09612, "d0.loss_plan_l1_fix_time": 13.43011, "d0.loss_plan_l1_fix_dist": 2.7438, "d1.loss_plan_l1_fix_time": 13.35795, "d1.loss_plan_l1_fix_dist": 2.66771, "d2.loss_plan_l1_fix_time": 13.43195, "d2.loss_plan_l1_fix_dist": 2.88309, "d3.loss_plan_l1_fix_time": 13.58205, "d3.loss_plan_l1_fix_dist": 3.52688, "d4.loss_plan_l1_fix_time": 13.7064, "d4.loss_plan_l1_fix_dist": 4.51937, "d5.loss_plan_l1_fix_time": 13.84758, "d5.loss_plan_l1_fix_dist": 5.72779, "d6.loss_plan_l1_fix_time": 13.9945, "d6.loss_plan_l1_fix_dist": 7.23692, "d0.loss_cls_all": 9.04133, "d0.loss_bbox_all": 1.54672, "d0.loss_cls": 9.04133, "d0.loss_bbox": 1.54672, "d1.loss_cls": 5.96165, "d1.loss_bbox": 1.56514, "d2.loss_cls": 3.76269, "d2.loss_bbox": 1.50785, "d3.loss_cls": 3.42342, "d3.loss_bbox": 1.47291, "d4.loss_cls": 2.8467, "d4.loss_bbox": 1.51564, "d5.loss_cls": 3.09491, "d5.loss_bbox": 1.54609, "d0.loss_traj_cls": 0.00731, "d0.loss_traj": 6.41531, "d1.loss_traj_cls": 0.00907, "d1.loss_traj": 6.56628, "d2.loss_traj_cls": 0.01246, "d2.loss_traj": 6.50284, "d3.loss_traj_cls": 0.01852, "d3.loss_traj": 6.45779, "d4.loss_traj_cls": 0.0122, "d4.loss_traj": 6.44906, "d5.loss_traj_cls": 0.01669, "d5.loss_traj": 6.46464, "d0.loss_map_cls_all": 1.48699, "d0.loss_map_pts_all": 5.05965, "d0.loss_map_dir_all": 0.09663, "d0.loss_map_cls": 1.48699, "d0.loss_map_pts": 5.05965, "d0.loss_map_dir": 0.09663, "d1.loss_map_cls": 1.53347, "d1.loss_map_pts": 5.07343, "d1.loss_map_dir": 0.09655, "d2.loss_map_cls": 1.43613, "d2.loss_map_pts": 5.05902, "d2.loss_map_dir": 0.09646, "d3.loss_map_cls": 1.20538, "d3.loss_map_pts": 5.04622, "d3.loss_map_dir": 0.09644, "d4.loss_map_cls": 1.47343, "d4.loss_map_pts": 5.0407, "d4.loss_map_dir": 0.09624, "d5.loss_map_cls": 1.16439, "d5.loss_map_pts": 5.03719, "d5.loss_map_dir": 0.09615, "loss": 274.56516, "time": 0.57893, "grad_norm": 19153.67492}
14
+ {"mode": "train", "epoch": 1, "iter": 650, "lr": 7e-05, "memory": 8390, "data_time": 0.01972, "loss_cls": 2.06922, "loss_bbox": 1.52135, "loss_traj": 5.3505, "loss_traj_cls": 0.01538, "loss_map_cls": 0.83057, "loss_map_pts": 5.02671, "loss_map_dir": 0.09619, "d0.loss_plan_l1_fix_time": 9.76493, "d0.loss_plan_l1_fix_dist": 2.55493, "d1.loss_plan_l1_fix_time": 9.74933, "d1.loss_plan_l1_fix_dist": 2.54357, "d2.loss_plan_l1_fix_time": 9.88339, "d2.loss_plan_l1_fix_dist": 3.12213, "d3.loss_plan_l1_fix_time": 10.08146, "d3.loss_plan_l1_fix_dist": 3.70313, "d4.loss_plan_l1_fix_time": 10.22784, "d4.loss_plan_l1_fix_dist": 4.46131, "d5.loss_plan_l1_fix_time": 10.43322, "d5.loss_plan_l1_fix_dist": 5.555, "d6.loss_plan_l1_fix_time": 10.62189, "d6.loss_plan_l1_fix_dist": 7.17557, "d0.loss_cls_all": 4.66762, "d0.loss_bbox_all": 1.53631, "d0.loss_cls": 4.66762, "d0.loss_bbox": 1.53631, "d1.loss_cls": 3.16231, "d1.loss_bbox": 1.53773, "d2.loss_cls": 2.31416, "d2.loss_bbox": 1.52448, "d3.loss_cls": 2.17797, "d3.loss_bbox": 1.50777, "d4.loss_cls": 1.95798, "d4.loss_bbox": 1.54163, "d5.loss_cls": 2.08056, "d5.loss_bbox": 1.56037, "d0.loss_traj_cls": 0.00436, "d0.loss_traj": 5.23451, "d1.loss_traj_cls": 0.00768, "d1.loss_traj": 5.38012, "d2.loss_traj_cls": 0.0102, "d2.loss_traj": 5.3457, "d3.loss_traj_cls": 0.0161, "d3.loss_traj": 5.32362, "d4.loss_traj_cls": 0.01076, "d4.loss_traj": 5.29151, "d5.loss_traj_cls": 0.0162, "d5.loss_traj": 5.2901, "d0.loss_map_cls_all": 1.14329, "d0.loss_map_pts_all": 5.05898, "d0.loss_map_dir_all": 0.09683, "d0.loss_map_cls": 1.14329, "d0.loss_map_pts": 5.05898, "d0.loss_map_dir": 0.09683, "d1.loss_map_cls": 1.18734, "d1.loss_map_pts": 5.05824, "d1.loss_map_dir": 0.09678, "d2.loss_map_cls": 1.14, "d2.loss_map_pts": 5.04638, "d2.loss_map_dir": 0.09665, "d3.loss_map_cls": 0.98821, "d3.loss_map_pts": 5.03454, "d3.loss_map_dir": 0.09654, "d4.loss_map_cls": 1.16337, "d4.loss_map_pts": 5.02621, "d4.loss_map_dir": 0.09632, "d5.loss_map_cls": 0.92601, "d5.loss_map_pts": 5.02282, "d5.loss_map_dir": 0.09627, "loss": 222.16516, "time": 0.56159, "grad_norm": 19153.67492}
DriveTransformer/goalpoint_1gpu/20260224_002002.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260224_002002.log.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
DriveTransformer/goalpoint_1gpu/20260224_002248.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260224_002248.log.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
2
+ {"mode": "train", "epoch": 1, "iter": 50, "lr": 1e-05, "memory": 7284, "data_time": 0.09463, "loss_cls": 657.01774, "loss_bbox": 1.71262, "loss_traj": 4.03309, "loss_traj_cls": 0.09856, "loss_map_cls": 9.20249, "loss_map_pts": 5.19802, "loss_map_dir": 0.09459, "d0.loss_plan_l1_fix_time": 9.30642, "d0.loss_plan_l1_fix_dist": 3.13849, "d1.loss_plan_l1_fix_time": 9.75044, "d1.loss_plan_l1_fix_dist": 4.08195, "d2.loss_plan_l1_fix_time": 10.25692, "d2.loss_plan_l1_fix_dist": 5.54673, "d3.loss_plan_l1_fix_time": 10.84514, "d3.loss_plan_l1_fix_dist": 7.28534, "d4.loss_plan_l1_fix_time": 11.37837, "d4.loss_plan_l1_fix_dist": 9.82072, "d5.loss_plan_l1_fix_time": 11.97453, "d5.loss_plan_l1_fix_dist": 12.47565, "d6.loss_plan_l1_fix_time": 12.55222, "d6.loss_plan_l1_fix_dist": 14.96, "d0.loss_cls_all": 450.47849, "d0.loss_bbox_all": 1.63607, "d0.loss_cls": 450.47849, "d0.loss_bbox": 1.63607, "d1.loss_cls": 498.76385, "d1.loss_bbox": 1.61268, "d2.loss_cls": 493.99471, "d2.loss_bbox": 1.67709, "d3.loss_cls": 564.47956, "d3.loss_bbox": 1.67152, "d4.loss_cls": 529.9633, "d4.loss_bbox": 1.62845, "d5.loss_cls": 598.15416, "d5.loss_bbox": 1.71292, "d0.loss_traj_cls": 0.07253, "d0.loss_traj": 4.01002, "d1.loss_traj_cls": 0.06156, "d1.loss_traj": 4.0386, "d2.loss_traj_cls": 0.06451, "d2.loss_traj": 4.12676, "d3.loss_traj_cls": 0.11037, "d3.loss_traj": 4.09757, "d4.loss_traj_cls": 0.05513, "d4.loss_traj": 3.97019, "d5.loss_traj_cls": 0.06038, "d5.loss_traj": 4.01782, "d0.loss_map_cls_all": 6.96779, "d0.loss_map_pts_all": 4.86052, "d0.loss_map_dir_all": 0.09483, "d0.loss_map_cls": 6.96779, "d0.loss_map_pts": 4.86052, "d0.loss_map_dir": 0.09483, "d1.loss_map_cls": 6.28808, "d1.loss_map_pts": 4.89425, "d1.loss_map_dir": 0.09464, "d2.loss_map_cls": 6.99186, "d2.loss_map_pts": 4.94063, "d2.loss_map_dir": 0.09435, "d3.loss_map_cls": 9.52936, "d3.loss_map_pts": 4.97997, "d3.loss_map_dir": 0.09452, "d4.loss_map_cls": 9.53639, "d4.loss_map_pts": 5.04683, "d4.loss_map_dir": 0.09459, "d5.loss_map_cls": 9.54202, "d5.loss_map_pts": 5.12155, "d5.loss_map_dir": 0.09466, "loss": 4524.49282, "time": 0.44469}
3
+ {"mode": "train", "epoch": 1, "iter": 100, "lr": 2e-05, "memory": 8383, "data_time": 0.01487, "loss_cls": 626.44164, "loss_bbox": 1.59857, "loss_traj": 6.44119, "loss_traj_cls": 0.09768, "loss_map_cls": 10.34707, "loss_map_pts": 5.71885, "loss_map_dir": 0.09489, "d0.loss_plan_l1_fix_time": 12.79413, "d0.loss_plan_l1_fix_dist": 3.45601, "d1.loss_plan_l1_fix_time": 13.14162, "d1.loss_plan_l1_fix_dist": 4.52002, "d2.loss_plan_l1_fix_time": 13.53163, "d2.loss_plan_l1_fix_dist": 6.35807, "d3.loss_plan_l1_fix_time": 14.03, "d3.loss_plan_l1_fix_dist": 8.32486, "d4.loss_plan_l1_fix_time": 14.48508, "d4.loss_plan_l1_fix_dist": 11.14151, "d5.loss_plan_l1_fix_time": 15.00749, "d5.loss_plan_l1_fix_dist": 14.03199, "d6.loss_plan_l1_fix_time": 15.49705, "d6.loss_plan_l1_fix_dist": 16.7319, "d0.loss_cls_all": 439.38902, "d0.loss_bbox_all": 1.56909, "d0.loss_cls": 439.38902, "d0.loss_bbox": 1.56909, "d1.loss_cls": 475.74923, "d1.loss_bbox": 1.534, "d2.loss_cls": 472.1059, "d2.loss_bbox": 1.62032, "d3.loss_cls": 534.09594, "d3.loss_bbox": 1.60845, "d4.loss_cls": 507.81033, "d4.loss_bbox": 1.51019, "d5.loss_cls": 568.90932, "d5.loss_bbox": 1.60939, "d0.loss_traj_cls": 0.07387, "d0.loss_traj": 6.41605, "d1.loss_traj_cls": 0.06217, "d1.loss_traj": 6.47864, "d2.loss_traj_cls": 0.06389, "d2.loss_traj": 6.55051, "d3.loss_traj_cls": 0.10723, "d3.loss_traj": 6.49551, "d4.loss_traj_cls": 0.05342, "d4.loss_traj": 6.40698, "d5.loss_traj_cls": 0.05782, "d5.loss_traj": 6.45538, "d0.loss_map_cls_all": 7.88378, "d0.loss_map_pts_all": 5.45726, "d0.loss_map_dir_all": 0.09518, "d0.loss_map_cls": 7.88378, "d0.loss_map_pts": 5.45726, "d0.loss_map_dir": 0.09518, "d1.loss_map_cls": 7.53985, "d1.loss_map_pts": 5.48011, "d1.loss_map_dir": 0.09503, "d2.loss_map_cls": 8.07995, "d2.loss_map_pts": 5.51072, "d2.loss_map_dir": 0.09493, "d3.loss_map_cls": 10.82249, "d3.loss_map_pts": 5.54667, "d3.loss_map_dir": 0.09494, "d4.loss_map_cls": 10.69281, "d4.loss_map_pts": 5.60946, "d4.loss_map_dir": 0.09487, "d5.loss_map_cls": 10.59452, "d5.loss_map_pts": 5.66562, "d5.loss_map_dir": 0.09486, "loss": 4404.37111, "time": 0.33908, "grad_norm": 60564.42188}
4
+ {"mode": "train", "epoch": 1, "iter": 150, "lr": 2e-05, "memory": 8386, "data_time": 0.01299, "loss_cls": 304.19284, "loss_bbox": 1.91528, "loss_traj": 5.37765, "loss_traj_cls": 0.07958, "loss_map_cls": 10.86869, "loss_map_pts": 5.5582, "loss_map_dir": 0.09545, "d0.loss_plan_l1_fix_time": 11.50062, "d0.loss_plan_l1_fix_dist": 3.27048, "d1.loss_plan_l1_fix_time": 11.82577, "d1.loss_plan_l1_fix_dist": 4.11765, "d2.loss_plan_l1_fix_time": 12.21625, "d2.loss_plan_l1_fix_dist": 5.55514, "d3.loss_plan_l1_fix_time": 12.71291, "d3.loss_plan_l1_fix_dist": 7.15014, "d4.loss_plan_l1_fix_time": 13.14077, "d4.loss_plan_l1_fix_dist": 9.18542, "d5.loss_plan_l1_fix_time": 13.6123, "d5.loss_plan_l1_fix_dist": 11.11484, "d6.loss_plan_l1_fix_time": 14.07978, "d6.loss_plan_l1_fix_dist": 12.95092, "d0.loss_cls_all": 273.02732, "d0.loss_bbox_all": 1.59821, "d0.loss_cls": 273.02732, "d0.loss_bbox": 1.59821, "d1.loss_cls": 283.47658, "d1.loss_bbox": 1.56954, "d2.loss_cls": 251.10545, "d2.loss_bbox": 1.63382, "d3.loss_cls": 261.52771, "d3.loss_bbox": 1.6314, "d4.loss_cls": 239.71468, "d4.loss_bbox": 1.69231, "d5.loss_cls": 278.12239, "d5.loss_bbox": 1.87307, "d0.loss_traj_cls": 0.06146, "d0.loss_traj": 5.26453, "d1.loss_traj_cls": 0.04697, "d1.loss_traj": 5.38943, "d2.loss_traj_cls": 0.04343, "d2.loss_traj": 5.44013, "d3.loss_traj_cls": 0.09045, "d3.loss_traj": 5.41163, "d4.loss_traj_cls": 0.04263, "d4.loss_traj": 5.33684, "d5.loss_traj_cls": 0.05175, "d5.loss_traj": 5.39312, "d0.loss_map_cls_all": 8.05387, "d0.loss_map_pts_all": 5.266, "d0.loss_map_dir_all": 0.0955, "d0.loss_map_cls": 8.05387, "d0.loss_map_pts": 5.266, "d0.loss_map_dir": 0.0955, "d1.loss_map_cls": 7.66278, "d1.loss_map_pts": 5.30528, "d1.loss_map_dir": 0.09518, "d2.loss_map_cls": 8.34849, "d2.loss_map_pts": 5.34785, "d2.loss_map_dir": 0.0951, "d3.loss_map_cls": 11.92587, "d3.loss_map_pts": 5.37653, "d3.loss_map_dir": 0.09521, "d4.loss_map_cls": 11.46226, "d4.loss_map_pts": 5.43313, "d4.loss_map_dir": 0.09541, "d5.loss_map_cls": 11.36443, "d5.loss_map_pts": 5.49405, "d5.loss_map_dir": 0.09535, "loss": 2479.71877, "time": 0.32757, "grad_norm": 60564.42188}
5
+ {"mode": "train", "epoch": 1, "iter": 200, "lr": 3e-05, "memory": 8387, "data_time": 0.01341, "loss_cls": 279.17619, "loss_bbox": 1.88843, "loss_traj": 5.55966, "loss_traj_cls": 0.07611, "loss_map_cls": 8.85275, "loss_map_pts": 5.33187, "loss_map_dir": 0.09569, "d0.loss_plan_l1_fix_time": 12.16875, "d0.loss_plan_l1_fix_dist": 3.25801, "d1.loss_plan_l1_fix_time": 12.42607, "d1.loss_plan_l1_fix_dist": 3.99226, "d2.loss_plan_l1_fix_time": 12.74268, "d2.loss_plan_l1_fix_dist": 5.3855, "d3.loss_plan_l1_fix_time": 13.15501, "d3.loss_plan_l1_fix_dist": 6.83058, "d4.loss_plan_l1_fix_time": 13.51952, "d4.loss_plan_l1_fix_dist": 8.69291, "d5.loss_plan_l1_fix_time": 13.93501, "d5.loss_plan_l1_fix_dist": 10.42295, "d6.loss_plan_l1_fix_time": 14.35406, "d6.loss_plan_l1_fix_dist": 12.06288, "d0.loss_cls_all": 255.72453, "d0.loss_bbox_all": 1.55675, "d0.loss_cls": 255.72453, "d0.loss_bbox": 1.55675, "d1.loss_cls": 264.15624, "d1.loss_bbox": 1.51633, "d2.loss_cls": 229.52285, "d2.loss_bbox": 1.57749, "d3.loss_cls": 236.75183, "d3.loss_bbox": 1.56712, "d4.loss_cls": 217.66431, "d4.loss_bbox": 1.62699, "d5.loss_cls": 255.27966, "d5.loss_bbox": 1.83758, "d0.loss_traj_cls": 0.05899, "d0.loss_traj": 5.41551, "d1.loss_traj_cls": 0.04587, "d1.loss_traj": 5.5546, "d2.loss_traj_cls": 0.0429, "d2.loss_traj": 5.6045, "d3.loss_traj_cls": 0.08763, "d3.loss_traj": 5.58474, "d4.loss_traj_cls": 0.04226, "d4.loss_traj": 5.52424, "d5.loss_traj_cls": 0.04884, "d5.loss_traj": 5.57946, "d0.loss_map_cls_all": 6.68901, "d0.loss_map_pts_all": 5.15649, "d0.loss_map_dir_all": 0.0953, "d0.loss_map_cls": 6.68901, "d0.loss_map_pts": 5.15649, "d0.loss_map_dir": 0.0953, "d1.loss_map_cls": 6.38908, "d1.loss_map_pts": 5.17633, "d1.loss_map_dir": 0.09513, "d2.loss_map_cls": 6.90159, "d2.loss_map_pts": 5.19467, "d2.loss_map_dir": 0.09529, "d3.loss_map_cls": 9.86041, "d3.loss_map_pts": 5.21142, "d3.loss_map_dir": 0.09545, "d4.loss_map_cls": 9.39067, "d4.loss_map_pts": 5.24618, "d4.loss_map_dir": 0.09551, "d5.loss_map_cls": 9.35884, "d5.loss_map_pts": 5.29202, "d5.loss_map_dir": 0.09556, "loss": 2295.95915, "time": 0.34446, "grad_norm": 46417.17285}
6
+ {"mode": "train", "epoch": 1, "iter": 250, "lr": 3e-05, "memory": 8387, "data_time": 0.01401, "loss_cls": 118.81686, "loss_bbox": 1.8936, "loss_traj": 5.4645, "loss_traj_cls": 0.06418, "loss_map_cls": 8.70577, "loss_map_pts": 5.45668, "loss_map_dir": 0.09615, "d0.loss_plan_l1_fix_time": 10.55933, "d0.loss_plan_l1_fix_dist": 3.16771, "d1.loss_plan_l1_fix_time": 10.79617, "d1.loss_plan_l1_fix_dist": 3.66711, "d2.loss_plan_l1_fix_time": 11.1036, "d2.loss_plan_l1_fix_dist": 4.96834, "d3.loss_plan_l1_fix_time": 11.49383, "d3.loss_plan_l1_fix_dist": 6.43861, "d4.loss_plan_l1_fix_time": 11.86369, "d4.loss_plan_l1_fix_dist": 8.07102, "d5.loss_plan_l1_fix_time": 12.25508, "d5.loss_plan_l1_fix_dist": 9.41038, "d6.loss_plan_l1_fix_time": 12.6721, "d6.loss_plan_l1_fix_dist": 10.22536, "d0.loss_cls_all": 150.20252, "d0.loss_bbox_all": 1.56507, "d0.loss_cls": 150.20252, "d0.loss_bbox": 1.56507, "d1.loss_cls": 137.19035, "d1.loss_bbox": 1.62341, "d2.loss_cls": 104.61809, "d2.loss_bbox": 1.66627, "d3.loss_cls": 98.35628, "d3.loss_bbox": 1.5951, "d4.loss_cls": 95.76744, "d4.loss_bbox": 1.68808, "d5.loss_cls": 115.24236, "d5.loss_bbox": 1.85002, "d0.loss_traj_cls": 0.04861, "d0.loss_traj": 5.27432, "d1.loss_traj_cls": 0.03281, "d1.loss_traj": 5.45631, "d2.loss_traj_cls": 0.03035, "d2.loss_traj": 5.44457, "d3.loss_traj_cls": 0.06118, "d3.loss_traj": 5.47029, "d4.loss_traj_cls": 0.0284, "d4.loss_traj": 5.4345, "d5.loss_traj_cls": 0.037, "d5.loss_traj": 5.50491, "d0.loss_map_cls_all": 6.6488, "d0.loss_map_pts_all": 5.26969, "d0.loss_map_dir_all": 0.09601, "d0.loss_map_cls": 6.6488, "d0.loss_map_pts": 5.26969, "d0.loss_map_dir": 0.09601, "d1.loss_map_cls": 6.73317, "d1.loss_map_pts": 5.30244, "d1.loss_map_dir": 0.09602, "d2.loss_map_cls": 7.30166, "d2.loss_map_pts": 5.33323, "d2.loss_map_dir": 0.0961, "d3.loss_map_cls": 10.32854, "d3.loss_map_pts": 5.34168, "d3.loss_map_dir": 0.09603, "d4.loss_map_cls": 9.60576, "d4.loss_map_pts": 5.37044, "d4.loss_map_dir": 0.0961, "d5.loss_map_cls": 9.36378, "d5.loss_map_pts": 5.40619, "d5.loss_map_dir": 0.09618, "loss": 1257.74214, "time": 0.35294, "grad_norm": 46417.17285}
7
+ {"mode": "train", "epoch": 1, "iter": 300, "lr": 4e-05, "memory": 8387, "data_time": 0.01521, "loss_cls": 93.38306, "loss_bbox": 1.81555, "loss_traj": 5.70534, "loss_traj_cls": 0.06697, "loss_map_cls": 7.56921, "loss_map_pts": 5.49617, "loss_map_dir": 0.09612, "d0.loss_plan_l1_fix_time": 11.12613, "d0.loss_plan_l1_fix_dist": 3.17122, "d1.loss_plan_l1_fix_time": 11.35481, "d1.loss_plan_l1_fix_dist": 3.62931, "d2.loss_plan_l1_fix_time": 11.65025, "d2.loss_plan_l1_fix_dist": 4.90766, "d3.loss_plan_l1_fix_time": 12.04474, "d3.loss_plan_l1_fix_dist": 6.26327, "d4.loss_plan_l1_fix_time": 12.44071, "d4.loss_plan_l1_fix_dist": 7.6794, "d5.loss_plan_l1_fix_time": 12.84551, "d5.loss_plan_l1_fix_dist": 8.9216, "d6.loss_plan_l1_fix_time": 13.26527, "d6.loss_plan_l1_fix_dist": 9.5952, "d0.loss_cls_all": 118.95859, "d0.loss_bbox_all": 1.54155, "d0.loss_cls": 118.95859, "d0.loss_bbox": 1.54155, "d1.loss_cls": 105.83652, "d1.loss_bbox": 1.62643, "d2.loss_cls": 79.56683, "d2.loss_bbox": 1.64173, "d3.loss_cls": 76.04772, "d3.loss_bbox": 1.57067, "d4.loss_cls": 74.73556, "d4.loss_bbox": 1.66622, "d5.loss_cls": 89.57434, "d5.loss_bbox": 1.78897, "d0.loss_traj_cls": 0.04474, "d0.loss_traj": 5.5213, "d1.loss_traj_cls": 0.03133, "d1.loss_traj": 5.68633, "d2.loss_traj_cls": 0.02983, "d2.loss_traj": 5.66582, "d3.loss_traj_cls": 0.06038, "d3.loss_traj": 5.69463, "d4.loss_traj_cls": 0.02862, "d4.loss_traj": 5.66923, "d5.loss_traj_cls": 0.03702, "d5.loss_traj": 5.74577, "d0.loss_map_cls_all": 6.1971, "d0.loss_map_pts_all": 5.39536, "d0.loss_map_dir_all": 0.09619, "d0.loss_map_cls": 6.1971, "d0.loss_map_pts": 5.39536, "d0.loss_map_dir": 0.09619, "d1.loss_map_cls": 6.26965, "d1.loss_map_pts": 5.41403, "d1.loss_map_dir": 0.09599, "d2.loss_map_cls": 6.67858, "d2.loss_map_pts": 5.42925, "d2.loss_map_dir": 0.09598, "d3.loss_map_cls": 9.23519, "d3.loss_map_pts": 5.43208, "d3.loss_map_dir": 0.09606, "d4.loss_map_cls": 8.53333, "d4.loss_map_pts": 5.44662, "d4.loss_map_dir": 0.09618, "d5.loss_map_cls": 8.23513, "d5.loss_map_pts": 5.46889, "d5.loss_map_dir": 0.09615, "loss": 1042.29819, "time": 0.34366, "grad_norm": 35614.28776}
8
+ {"mode": "train", "epoch": 1, "iter": 350, "lr": 4e-05, "memory": 8387, "data_time": 0.0181, "loss_cls": 33.6001, "loss_bbox": 1.64369, "loss_traj": 6.56228, "loss_traj_cls": 0.04357, "loss_map_cls": 4.98712, "loss_map_pts": 5.26335, "loss_map_dir": 0.09772, "d0.loss_plan_l1_fix_time": 12.74146, "d0.loss_plan_l1_fix_dist": 3.2508, "d1.loss_plan_l1_fix_time": 12.91015, "d1.loss_plan_l1_fix_dist": 3.46792, "d2.loss_plan_l1_fix_time": 13.15054, "d2.loss_plan_l1_fix_dist": 4.64399, "d3.loss_plan_l1_fix_time": 13.51021, "d3.loss_plan_l1_fix_dist": 5.75555, "d4.loss_plan_l1_fix_time": 13.95278, "d4.loss_plan_l1_fix_dist": 6.94462, "d5.loss_plan_l1_fix_time": 14.35316, "d5.loss_plan_l1_fix_dist": 7.7443, "d6.loss_plan_l1_fix_time": 14.79286, "d6.loss_plan_l1_fix_dist": 7.86816, "d0.loss_cls_all": 63.32375, "d0.loss_bbox_all": 1.4636, "d0.loss_cls": 63.32375, "d0.loss_bbox": 1.4636, "d1.loss_cls": 49.02429, "d1.loss_bbox": 1.55671, "d2.loss_cls": 32.50107, "d2.loss_bbox": 1.53385, "d3.loss_cls": 29.11096, "d3.loss_bbox": 1.43331, "d4.loss_cls": 27.448, "d4.loss_bbox": 1.52237, "d5.loss_cls": 33.33375, "d5.loss_bbox": 1.6351, "d0.loss_traj_cls": 0.0329, "d0.loss_traj": 6.37567, "d1.loss_traj_cls": 0.02219, "d1.loss_traj": 6.54309, "d2.loss_traj_cls": 0.02136, "d2.loss_traj": 6.48158, "d3.loss_traj_cls": 0.03868, "d3.loss_traj": 6.52873, "d4.loss_traj_cls": 0.02176, "d4.loss_traj": 6.51, "d5.loss_traj_cls": 0.02455, "d5.loss_traj": 6.60888, "d0.loss_map_cls_all": 4.66142, "d0.loss_map_pts_all": 5.22108, "d0.loss_map_dir_all": 0.09769, "d0.loss_map_cls": 4.66142, "d0.loss_map_pts": 5.22108, "d0.loss_map_dir": 0.09769, "d1.loss_map_cls": 4.8071, "d1.loss_map_pts": 5.24419, "d1.loss_map_dir": 0.09774, "d2.loss_map_cls": 4.95553, "d2.loss_map_pts": 5.25019, "d2.loss_map_dir": 0.09785, "d3.loss_map_cls": 6.06061, "d3.loss_map_pts": 5.24667, "d3.loss_map_dir": 0.09783, "d4.loss_map_cls": 5.87554, "d4.loss_map_pts": 5.24887, "d4.loss_map_dir": 0.09785, "d5.loss_map_cls": 5.47604, "d5.loss_map_pts": 5.24991, "d5.loss_map_dir": 0.09773, "loss": 609.03181, "time": 0.33595, "grad_norm": 35614.28776}
DriveTransformer/goalpoint_1gpu/20260224_002559.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260224_002559.log.json ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260224_021525.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260224_021525.log.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c15b908c1768e57b469d1161d31a35e8489616a0a419072f6879f753d8a072ac
3
+ size 10949303
DriveTransformer/goalpoint_1gpu/20260226_120012.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260226_120012.log.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=6,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 6\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 24\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=32)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=24)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 32\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"}
2
+ {"mode": "train", "epoch": 1, "iter": 50, "lr": 1e-05, "memory": 18742, "data_time": 0.16289, "loss_cls": 765.49142, "loss_bbox": 1.65258, "loss_traj": 5.42148, "loss_traj_cls": 0.08053, "loss_map_cls": 10.71436, "loss_map_pts": 5.56954, "loss_map_dir": 0.09485, "d0.loss_plan_l1_fix_time": 11.6801, "d0.loss_plan_l1_fix_dist": 3.3227, "d1.loss_plan_l1_fix_time": 12.03994, "d1.loss_plan_l1_fix_dist": 4.3396, "d2.loss_plan_l1_fix_time": 12.47096, "d2.loss_plan_l1_fix_dist": 5.8791, "d3.loss_plan_l1_fix_time": 13.00667, "d3.loss_plan_l1_fix_dist": 7.74002, "d4.loss_plan_l1_fix_time": 13.50544, "d4.loss_plan_l1_fix_dist": 10.227, "d5.loss_plan_l1_fix_time": 14.06095, "d5.loss_plan_l1_fix_dist": 12.86495, "d6.loss_plan_l1_fix_time": 14.58598, "d6.loss_plan_l1_fix_dist": 15.38393, "d0.loss_cls_all": 526.07043, "d0.loss_bbox_all": 1.6224, "d0.loss_cls": 526.07043, "d0.loss_bbox": 1.6224, "d1.loss_cls": 587.85332, "d1.loss_bbox": 1.58506, "d2.loss_cls": 583.52789, "d2.loss_bbox": 1.67198, "d3.loss_cls": 660.59938, "d3.loss_bbox": 1.66382, "d4.loss_cls": 623.1714, "d4.loss_bbox": 1.56808, "d5.loss_cls": 690.49742, "d5.loss_bbox": 1.66726, "d0.loss_traj_cls": 0.07464, "d0.loss_traj": 5.39304, "d1.loss_traj_cls": 0.06299, "d1.loss_traj": 5.4374, "d2.loss_traj_cls": 0.06416, "d2.loss_traj": 5.51159, "d3.loss_traj_cls": 0.10336, "d3.loss_traj": 5.46209, "d4.loss_traj_cls": 0.04939, "d4.loss_traj": 5.37481, "d5.loss_traj_cls": 0.04963, "d5.loss_traj": 5.4128, "d0.loss_map_cls_all": 8.11906, "d0.loss_map_pts_all": 5.28492, "d0.loss_map_dir_all": 0.09516, "d0.loss_map_cls": 8.11906, "d0.loss_map_pts": 5.28492, "d0.loss_map_dir": 0.09516, "d1.loss_map_cls": 7.37458, "d1.loss_map_pts": 5.30505, "d1.loss_map_dir": 0.09505, "d2.loss_map_cls": 8.08304, "d2.loss_map_pts": 5.33853, "d2.loss_map_dir": 0.09486, "d3.loss_map_cls": 10.98067, "d3.loss_map_pts": 5.37862, "d3.loss_map_dir": 0.09495, "d4.loss_map_cls": 10.97122, "d4.loss_map_pts": 5.44378, "d4.loss_map_dir": 0.09485, "d5.loss_map_cls": 10.90884, "d5.loss_map_pts": 5.5091, "d5.loss_map_dir": 0.09489, "loss": 5285.08575, "time": 0.91402, "grad_norm": Infinity}
3
+ {"mode": "train", "epoch": 1, "iter": 100, "lr": 2e-05, "memory": 18742, "data_time": 0.03026, "loss_cls": 801.18242, "loss_bbox": 1.6245, "loss_traj": 6.72631, "loss_traj_cls": 0.09134, "loss_map_cls": 12.07669, "loss_map_pts": 5.45573, "loss_map_dir": 0.09512, "d0.loss_plan_l1_fix_time": 13.69947, "d0.loss_plan_l1_fix_dist": 3.30163, "d1.loss_plan_l1_fix_time": 14.00503, "d1.loss_plan_l1_fix_dist": 4.39494, "d2.loss_plan_l1_fix_time": 14.3598, "d2.loss_plan_l1_fix_dist": 6.13552, "d3.loss_plan_l1_fix_time": 14.80622, "d3.loss_plan_l1_fix_dist": 7.99685, "d4.loss_plan_l1_fix_time": 15.20746, "d4.loss_plan_l1_fix_dist": 10.64372, "d5.loss_plan_l1_fix_time": 15.67864, "d5.loss_plan_l1_fix_dist": 13.42556, "d6.loss_plan_l1_fix_time": 16.13449, "d6.loss_plan_l1_fix_dist": 16.05053, "d0.loss_cls_all": 535.93791, "d0.loss_bbox_all": 1.60585, "d0.loss_cls": 535.93791, "d0.loss_bbox": 1.60585, "d1.loss_cls": 599.21316, "d1.loss_bbox": 1.56749, "d2.loss_cls": 599.68562, "d2.loss_bbox": 1.64931, "d3.loss_cls": 682.77768, "d3.loss_bbox": 1.6523, "d4.loss_cls": 652.6119, "d4.loss_bbox": 1.54969, "d5.loss_cls": 730.07838, "d5.loss_bbox": 1.64365, "d0.loss_traj_cls": 0.07499, "d0.loss_traj": 6.68263, "d1.loss_traj_cls": 0.06088, "d1.loss_traj": 6.74077, "d2.loss_traj_cls": 0.06325, "d2.loss_traj": 6.83282, "d3.loss_traj_cls": 0.10481, "d3.loss_traj": 6.77822, "d4.loss_traj_cls": 0.0534, "d4.loss_traj": 6.68975, "d5.loss_traj_cls": 0.0563, "d5.loss_traj": 6.72053, "d0.loss_map_cls_all": 8.93454, "d0.loss_map_pts_all": 5.22809, "d0.loss_map_dir_all": 0.09567, "d0.loss_map_cls": 8.93454, "d0.loss_map_pts": 5.22809, "d0.loss_map_dir": 0.09567, "d1.loss_map_cls": 8.31755, "d1.loss_map_pts": 5.24843, "d1.loss_map_dir": 0.09534, "d2.loss_map_cls": 9.09815, "d2.loss_map_pts": 5.27092, "d2.loss_map_dir": 0.09516, "d3.loss_map_cls": 12.26367, "d3.loss_map_pts": 5.30368, "d3.loss_map_dir": 0.09526, "d4.loss_map_cls": 12.3236, "d4.loss_map_pts": 5.36317, "d4.loss_map_dir": 0.09519, "d5.loss_map_cls": 12.25696, "d5.loss_map_pts": 5.4132, "d5.loss_map_dir": 0.09518, "loss": 5491.31941, "time": 0.71749, "grad_norm": Infinity}
4
+ {"mode": "train", "epoch": 1, "iter": 150, "lr": 2e-05, "memory": 18742, "data_time": 0.02869, "loss_cls": 658.1236, "loss_bbox": 1.68195, "loss_traj": 5.96073, "loss_traj_cls": 0.09148, "loss_map_cls": 12.32246, "loss_map_pts": 5.71878, "loss_map_dir": 0.0951, "d0.loss_plan_l1_fix_time": 12.42425, "d0.loss_plan_l1_fix_dist": 3.31449, "d1.loss_plan_l1_fix_time": 12.7271, "d1.loss_plan_l1_fix_dist": 4.3634, "d2.loss_plan_l1_fix_time": 13.09657, "d2.loss_plan_l1_fix_dist": 6.05723, "d3.loss_plan_l1_fix_time": 13.57252, "d3.loss_plan_l1_fix_dist": 7.95551, "d4.loss_plan_l1_fix_time": 14.01061, "d4.loss_plan_l1_fix_dist": 10.56123, "d5.loss_plan_l1_fix_time": 14.51101, "d5.loss_plan_l1_fix_dist": 13.31241, "d6.loss_plan_l1_fix_time": 14.98354, "d6.loss_plan_l1_fix_dist": 15.903, "d0.loss_cls_all": 455.12233, "d0.loss_bbox_all": 1.63516, "d0.loss_cls": 455.12233, "d0.loss_bbox": 1.63516, "d1.loss_cls": 495.43377, "d1.loss_bbox": 1.61027, "d2.loss_cls": 500.26311, "d2.loss_bbox": 1.68691, "d3.loss_cls": 570.47006, "d3.loss_bbox": 1.67625, "d4.loss_cls": 534.87651, "d4.loss_bbox": 1.60599, "d5.loss_cls": 596.23801, "d5.loss_bbox": 1.69145, "d0.loss_traj_cls": 0.07466, "d0.loss_traj": 5.94299, "d1.loss_traj_cls": 0.06484, "d1.loss_traj": 5.99892, "d2.loss_traj_cls": 0.06467, "d2.loss_traj": 6.07051, "d3.loss_traj_cls": 0.11258, "d3.loss_traj": 6.01217, "d4.loss_traj_cls": 0.05355, "d4.loss_traj": 5.93044, "d5.loss_traj_cls": 0.05572, "d5.loss_traj": 5.97213, "d0.loss_map_cls_all": 9.41062, "d0.loss_map_pts_all": 5.34636, "d0.loss_map_dir_all": 0.09532, "d0.loss_map_cls": 9.41062, "d0.loss_map_pts": 5.34636, "d0.loss_map_dir": 0.09532, "d1.loss_map_cls": 8.67331, "d1.loss_map_pts": 5.37718, "d1.loss_map_dir": 0.09529, "d2.loss_map_cls": 9.37822, "d2.loss_map_pts": 5.42854, "d2.loss_map_dir": 0.09512, "d3.loss_map_cls": 12.49, "d3.loss_map_pts": 5.47902, "d3.loss_map_dir": 0.09511, "d4.loss_map_cls": 12.55354, "d4.loss_map_pts": 5.55991, "d4.loss_map_dir": 0.09506, "d5.loss_map_cls": 12.53398, "d5.loss_map_pts": 5.64251, "d5.loss_map_dir": 0.09504, "loss": 4609.50381, "time": 0.76152, "grad_norm": Infinity}
5
+ {"mode": "train", "epoch": 1, "iter": 200, "lr": 3e-05, "memory": 18742, "data_time": 0.03218, "loss_cls": 692.39147, "loss_bbox": 1.70757, "loss_traj": 5.30868, "loss_traj_cls": 0.1032, "loss_map_cls": 8.44697, "loss_map_pts": 5.65859, "loss_map_dir": 0.09494, "d0.loss_plan_l1_fix_time": 9.67673, "d0.loss_plan_l1_fix_dist": 3.318, "d1.loss_plan_l1_fix_time": 10.12235, "d1.loss_plan_l1_fix_dist": 4.34487, "d2.loss_plan_l1_fix_time": 10.62074, "d2.loss_plan_l1_fix_dist": 6.10401, "d3.loss_plan_l1_fix_time": 11.22034, "d3.loss_plan_l1_fix_dist": 7.96125, "d4.loss_plan_l1_fix_time": 11.75606, "d4.loss_plan_l1_fix_dist": 10.5844, "d5.loss_plan_l1_fix_time": 12.35992, "d5.loss_plan_l1_fix_dist": 13.30802, "d6.loss_plan_l1_fix_time": 12.93397, "d6.loss_plan_l1_fix_dist": 15.89935, "d0.loss_cls_all": 466.0882, "d0.loss_bbox_all": 1.64889, "d0.loss_cls": 466.0882, "d0.loss_bbox": 1.64889, "d1.loss_cls": 509.98494, "d1.loss_bbox": 1.62194, "d2.loss_cls": 512.11243, "d2.loss_bbox": 1.69561, "d3.loss_cls": 590.25569, "d3.loss_bbox": 1.69686, "d4.loss_cls": 552.69551, "d4.loss_bbox": 1.64761, "d5.loss_cls": 627.92052, "d5.loss_bbox": 1.71448, "d0.loss_traj_cls": 0.0749, "d0.loss_traj": 5.2833, "d1.loss_traj_cls": 0.06239, "d1.loss_traj": 5.32036, "d2.loss_traj_cls": 0.06738, "d2.loss_traj": 5.41942, "d3.loss_traj_cls": 0.11512, "d3.loss_traj": 5.385, "d4.loss_traj_cls": 0.05662, "d4.loss_traj": 5.25114, "d5.loss_traj_cls": 0.06207, "d5.loss_traj": 5.30873, "d0.loss_map_cls_all": 6.29217, "d0.loss_map_pts_all": 5.25474, "d0.loss_map_dir_all": 0.09523, "d0.loss_map_cls": 6.29217, "d0.loss_map_pts": 5.25474, "d0.loss_map_dir": 0.09523, "d1.loss_map_cls": 5.75079, "d1.loss_map_pts": 5.30308, "d1.loss_map_dir": 0.095, "d2.loss_map_cls": 6.29504, "d2.loss_map_pts": 5.35514, "d2.loss_map_dir": 0.09482, "d3.loss_map_cls": 8.49043, "d3.loss_map_pts": 5.40335, "d3.loss_map_dir": 0.09473, "d4.loss_map_cls": 8.4606, "d4.loss_map_pts": 5.49418, "d4.loss_map_dir": 0.09464, "d5.loss_map_cls": 8.5846, "d5.loss_map_pts": 5.57526, "d5.loss_map_dir": 0.09484, "loss": 4711.61846, "time": 0.75564, "grad_norm": Infinity}
6
+ {"mode": "train", "epoch": 1, "iter": 250, "lr": 3e-05, "memory": 18742, "data_time": 0.03205, "loss_cls": 607.75888, "loss_bbox": 1.62599, "loss_traj": 5.8898, "loss_traj_cls": 0.09845, "loss_map_cls": 8.85374, "loss_map_pts": 5.59386, "loss_map_dir": 0.09471, "d0.loss_plan_l1_fix_time": 11.19965, "d0.loss_plan_l1_fix_dist": 3.28527, "d1.loss_plan_l1_fix_time": 11.56871, "d1.loss_plan_l1_fix_dist": 4.27034, "d2.loss_plan_l1_fix_time": 12.00022, "d2.loss_plan_l1_fix_dist": 5.8471, "d3.loss_plan_l1_fix_time": 12.52808, "d3.loss_plan_l1_fix_dist": 7.58331, "d4.loss_plan_l1_fix_time": 12.99734, "d4.loss_plan_l1_fix_dist": 10.18088, "d5.loss_plan_l1_fix_time": 13.52971, "d5.loss_plan_l1_fix_dist": 12.88479, "d6.loss_plan_l1_fix_time": 14.03103, "d6.loss_plan_l1_fix_dist": 15.40006, "d0.loss_cls_all": 421.37681, "d0.loss_bbox_all": 1.59716, "d0.loss_cls": 421.37681, "d0.loss_bbox": 1.59716, "d1.loss_cls": 454.54322, "d1.loss_bbox": 1.54317, "d2.loss_cls": 457.95436, "d2.loss_bbox": 1.6219, "d3.loss_cls": 525.39553, "d3.loss_bbox": 1.62571, "d4.loss_cls": 493.57361, "d4.loss_bbox": 1.54314, "d5.loss_cls": 552.48517, "d5.loss_bbox": 1.63351, "d0.loss_traj_cls": 0.07478, "d0.loss_traj": 5.86811, "d1.loss_traj_cls": 0.06022, "d1.loss_traj": 5.91958, "d2.loss_traj_cls": 0.06402, "d2.loss_traj": 6.00992, "d3.loss_traj_cls": 0.1087, "d3.loss_traj": 5.95794, "d4.loss_traj_cls": 0.05416, "d4.loss_traj": 5.84564, "d5.loss_traj_cls": 0.05897, "d5.loss_traj": 5.8911, "d0.loss_map_cls_all": 6.58921, "d0.loss_map_pts_all": 5.25639, "d0.loss_map_dir_all": 0.09502, "d0.loss_map_cls": 6.58921, "d0.loss_map_pts": 5.25639, "d0.loss_map_dir": 0.09502, "d1.loss_map_cls": 6.13635, "d1.loss_map_pts": 5.2925, "d1.loss_map_dir": 0.09489, "d2.loss_map_cls": 6.61473, "d2.loss_map_pts": 5.33713, "d2.loss_map_dir": 0.09476, "d3.loss_map_cls": 8.86787, "d3.loss_map_pts": 5.37929, "d3.loss_map_dir": 0.09482, "d4.loss_map_cls": 8.89463, "d4.loss_map_pts": 5.45965, "d4.loss_map_dir": 0.09466, "d5.loss_map_cls": 9.03555, "d5.loss_map_pts": 5.53062, "d5.loss_map_dir": 0.09464, "loss": 4241.90565, "time": 0.75306, "grad_norm": Infinity}
7
+ {"mode": "train", "epoch": 1, "iter": 300, "lr": 4e-05, "memory": 18742, "data_time": 0.03036, "loss_cls": 665.07823, "loss_bbox": 1.67911, "loss_traj": 7.15544, "loss_traj_cls": 0.0964, "loss_map_cls": 9.87196, "loss_map_pts": 5.3528, "loss_map_dir": 0.09468, "d0.loss_plan_l1_fix_time": 12.20415, "d0.loss_plan_l1_fix_dist": 3.38819, "d1.loss_plan_l1_fix_time": 12.56875, "d1.loss_plan_l1_fix_dist": 4.38203, "d2.loss_plan_l1_fix_time": 12.98507, "d2.loss_plan_l1_fix_dist": 6.14064, "d3.loss_plan_l1_fix_time": 13.5047, "d3.loss_plan_l1_fix_dist": 7.97798, "d4.loss_plan_l1_fix_time": 13.96385, "d4.loss_plan_l1_fix_dist": 10.71422, "d5.loss_plan_l1_fix_time": 14.48651, "d5.loss_plan_l1_fix_dist": 13.5458, "d6.loss_plan_l1_fix_time": 14.98356, "d6.loss_plan_l1_fix_dist": 16.18476, "d0.loss_cls_all": 457.26195, "d0.loss_bbox_all": 1.6751, "d0.loss_cls": 457.26195, "d0.loss_bbox": 1.6751, "d1.loss_cls": 500.40342, "d1.loss_bbox": 1.63324, "d2.loss_cls": 501.82459, "d2.loss_bbox": 1.72071, "d3.loss_cls": 572.80567, "d3.loss_bbox": 1.70171, "d4.loss_cls": 540.97462, "d4.loss_bbox": 1.60346, "d5.loss_cls": 607.1481, "d5.loss_bbox": 1.69408, "d0.loss_traj_cls": 0.07364, "d0.loss_traj": 7.12978, "d1.loss_traj_cls": 0.05901, "d1.loss_traj": 7.19483, "d2.loss_traj_cls": 0.06116, "d2.loss_traj": 7.28406, "d3.loss_traj_cls": 0.10727, "d3.loss_traj": 7.21865, "d4.loss_traj_cls": 0.0521, "d4.loss_traj": 7.11894, "d5.loss_traj_cls": 0.0585, "d5.loss_traj": 7.15009, "d0.loss_map_cls_all": 7.56148, "d0.loss_map_pts_all": 5.05015, "d0.loss_map_dir_all": 0.09484, "d0.loss_map_cls": 7.56148, "d0.loss_map_pts": 5.05015, "d0.loss_map_dir": 0.09484, "d1.loss_map_cls": 7.01517, "d1.loss_map_pts": 5.08151, "d1.loss_map_dir": 0.09481, "d2.loss_map_cls": 7.49757, "d2.loss_map_pts": 5.12037, "d2.loss_map_dir": 0.09465, "d3.loss_map_cls": 10.06082, "d3.loss_map_pts": 5.15778, "d3.loss_map_dir": 0.09462, "d4.loss_map_cls": 9.98775, "d4.loss_map_pts": 5.23192, "d4.loss_map_dir": 0.09462, "d5.loss_map_cls": 10.10441, "d5.loss_map_pts": 5.29534, "d5.loss_map_dir": 0.09464, "loss": 4635.68921, "time": 0.74146, "grad_norm": Infinity}
8
+ {"mode": "train", "epoch": 1, "iter": 350, "lr": 4e-05, "memory": 18742, "data_time": 0.03059, "loss_cls": 673.12114, "loss_bbox": 1.63801, "loss_traj": 6.25279, "loss_traj_cls": 0.09702, "loss_map_cls": 10.65954, "loss_map_pts": 5.79963, "loss_map_dir": 0.09515, "d0.loss_plan_l1_fix_time": 11.78118, "d0.loss_plan_l1_fix_dist": 3.2684, "d1.loss_plan_l1_fix_time": 12.13315, "d1.loss_plan_l1_fix_dist": 4.25846, "d2.loss_plan_l1_fix_time": 12.52803, "d2.loss_plan_l1_fix_dist": 6.03401, "d3.loss_plan_l1_fix_time": 13.03181, "d3.loss_plan_l1_fix_dist": 7.90046, "d4.loss_plan_l1_fix_time": 13.48416, "d4.loss_plan_l1_fix_dist": 10.54213, "d5.loss_plan_l1_fix_time": 13.99512, "d5.loss_plan_l1_fix_dist": 13.27837, "d6.loss_plan_l1_fix_time": 14.47475, "d6.loss_plan_l1_fix_dist": 15.87323, "d0.loss_cls_all": 460.53773, "d0.loss_bbox_all": 1.59978, "d0.loss_cls": 460.53773, "d0.loss_bbox": 1.59978, "d1.loss_cls": 506.84706, "d1.loss_bbox": 1.56053, "d2.loss_cls": 509.02045, "d2.loss_bbox": 1.65536, "d3.loss_cls": 578.61525, "d3.loss_bbox": 1.64975, "d4.loss_cls": 546.04085, "d4.loss_bbox": 1.56707, "d5.loss_cls": 609.52149, "d5.loss_bbox": 1.65416, "d0.loss_traj_cls": 0.07409, "d0.loss_traj": 6.22712, "d1.loss_traj_cls": 0.06122, "d1.loss_traj": 6.27889, "d2.loss_traj_cls": 0.06163, "d2.loss_traj": 6.37101, "d3.loss_traj_cls": 0.10882, "d3.loss_traj": 6.31293, "d4.loss_traj_cls": 0.05188, "d4.loss_traj": 6.20779, "d5.loss_traj_cls": 0.05677, "d5.loss_traj": 6.25029, "d0.loss_map_cls_all": 7.98827, "d0.loss_map_pts_all": 5.55198, "d0.loss_map_dir_all": 0.09544, "d0.loss_map_cls": 7.98827, "d0.loss_map_pts": 5.55198, "d0.loss_map_dir": 0.09544, "d1.loss_map_cls": 7.459, "d1.loss_map_pts": 5.57361, "d1.loss_map_dir": 0.09524, "d2.loss_map_cls": 8.13532, "d2.loss_map_pts": 5.6045, "d2.loss_map_dir": 0.09507, "d3.loss_map_cls": 10.87076, "d3.loss_map_pts": 5.64066, "d3.loss_map_dir": 0.09511, "d4.loss_map_cls": 10.82281, "d4.loss_map_pts": 5.69954, "d4.loss_map_dir": 0.09515, "d5.loss_map_cls": 10.77974, "d5.loss_map_pts": 5.75566, "d5.loss_map_dir": 0.0951, "loss": 4674.80466, "time": 0.70323, "grad_norm": Infinity}
9
+ {"mode": "train", "epoch": 1, "iter": 400, "lr": 5e-05, "memory": 18742, "data_time": 0.03193, "loss_cls": 583.03757, "loss_bbox": 1.69454, "loss_traj": 5.26445, "loss_traj_cls": 0.09368, "loss_map_cls": 7.62748, "loss_map_pts": 5.58257, "loss_map_dir": 0.09443, "d0.loss_plan_l1_fix_time": 12.15748, "d0.loss_plan_l1_fix_dist": 3.38646, "d1.loss_plan_l1_fix_time": 12.47896, "d1.loss_plan_l1_fix_dist": 4.40346, "d2.loss_plan_l1_fix_time": 12.8563, "d2.loss_plan_l1_fix_dist": 6.19116, "d3.loss_plan_l1_fix_time": 13.33596, "d3.loss_plan_l1_fix_dist": 8.05766, "d4.loss_plan_l1_fix_time": 13.75867, "d4.loss_plan_l1_fix_dist": 10.68067, "d5.loss_plan_l1_fix_time": 14.24408, "d5.loss_plan_l1_fix_dist": 13.44939, "d6.loss_plan_l1_fix_time": 14.71076, "d6.loss_plan_l1_fix_dist": 16.08225, "d0.loss_cls_all": 402.68835, "d0.loss_bbox_all": 1.63263, "d0.loss_cls": 402.68835, "d0.loss_bbox": 1.63263, "d1.loss_cls": 436.67311, "d1.loss_bbox": 1.59733, "d2.loss_cls": 442.83998, "d2.loss_bbox": 1.68198, "d3.loss_cls": 502.02896, "d3.loss_bbox": 1.66772, "d4.loss_cls": 468.56074, "d4.loss_bbox": 1.61625, "d5.loss_cls": 530.1911, "d5.loss_bbox": 1.69784, "d0.loss_traj_cls": 0.07412, "d0.loss_traj": 5.24663, "d1.loss_traj_cls": 0.06062, "d1.loss_traj": 5.30128, "d2.loss_traj_cls": 0.06227, "d2.loss_traj": 5.37161, "d3.loss_traj_cls": 0.10715, "d3.loss_traj": 5.32785, "d4.loss_traj_cls": 0.05168, "d4.loss_traj": 5.23401, "d5.loss_traj_cls": 0.05671, "d5.loss_traj": 5.27302, "d0.loss_map_cls_all": 5.9572, "d0.loss_map_pts_all": 5.18347, "d0.loss_map_dir_all": 0.09455, "d0.loss_map_cls": 5.9572, "d0.loss_map_pts": 5.18347, "d0.loss_map_dir": 0.09455, "d1.loss_map_cls": 5.56148, "d1.loss_map_pts": 5.21562, "d1.loss_map_dir": 0.09435, "d2.loss_map_cls": 6.02015, "d2.loss_map_pts": 5.26764, "d2.loss_map_dir": 0.09432, "d3.loss_map_cls": 7.97207, "d3.loss_map_pts": 5.31834, "d3.loss_map_dir": 0.09436, "d4.loss_map_cls": 7.80769, "d4.loss_map_pts": 5.4039, "d4.loss_map_dir": 0.09443, "d5.loss_map_cls": 7.78725, "d5.loss_map_pts": 5.49466, "d5.loss_map_dir": 0.09447, "loss": 4073.34293, "time": 0.77176, "grad_norm": Infinity}
10
+ {"mode": "train", "epoch": 1, "iter": 450, "lr": 5e-05, "memory": 18742, "data_time": 0.02925, "loss_cls": 704.71212, "loss_bbox": 1.67156, "loss_traj": 4.93127, "loss_traj_cls": 0.09407, "loss_map_cls": 9.68446, "loss_map_pts": 5.45809, "loss_map_dir": 0.09451, "d0.loss_plan_l1_fix_time": 10.8355, "d0.loss_plan_l1_fix_dist": 3.48124, "d1.loss_plan_l1_fix_time": 11.23393, "d1.loss_plan_l1_fix_dist": 4.44744, "d2.loss_plan_l1_fix_time": 11.69117, "d2.loss_plan_l1_fix_dist": 6.13524, "d3.loss_plan_l1_fix_time": 12.25628, "d3.loss_plan_l1_fix_dist": 8.03063, "d4.loss_plan_l1_fix_time": 12.7658, "d4.loss_plan_l1_fix_dist": 10.71498, "d5.loss_plan_l1_fix_time": 13.32608, "d5.loss_plan_l1_fix_dist": 13.53135, "d6.loss_plan_l1_fix_time": 13.85597, "d6.loss_plan_l1_fix_dist": 16.17279, "d0.loss_cls_all": 487.91148, "d0.loss_bbox_all": 1.59865, "d0.loss_cls": 487.91148, "d0.loss_bbox": 1.59865, "d1.loss_cls": 532.5919, "d1.loss_bbox": 1.55687, "d2.loss_cls": 539.18407, "d2.loss_bbox": 1.6311, "d3.loss_cls": 610.185, "d3.loss_bbox": 1.6188, "d4.loss_cls": 570.91517, "d4.loss_bbox": 1.56123, "d5.loss_cls": 636.73741, "d5.loss_bbox": 1.6714, "d0.loss_traj_cls": 0.07394, "d0.loss_traj": 4.914, "d1.loss_traj_cls": 0.06242, "d1.loss_traj": 4.9497, "d2.loss_traj_cls": 0.06382, "d2.loss_traj": 5.02283, "d3.loss_traj_cls": 0.11093, "d3.loss_traj": 4.98073, "d4.loss_traj_cls": 0.05315, "d4.loss_traj": 4.87125, "d5.loss_traj_cls": 0.05677, "d5.loss_traj": 4.92481, "d0.loss_map_cls_all": 7.20379, "d0.loss_map_pts_all": 5.12949, "d0.loss_map_dir_all": 0.0948, "d0.loss_map_cls": 7.20379, "d0.loss_map_pts": 5.12949, "d0.loss_map_dir": 0.0948, "d1.loss_map_cls": 6.82079, "d1.loss_map_pts": 5.16221, "d1.loss_map_dir": 0.09459, "d2.loss_map_cls": 7.31661, "d2.loss_map_pts": 5.20174, "d2.loss_map_dir": 0.09451, "d3.loss_map_cls": 9.97594, "d3.loss_map_pts": 5.24407, "d3.loss_map_dir": 0.09447, "d4.loss_map_cls": 9.82028, "d4.loss_map_pts": 5.31348, "d4.loss_map_dir": 0.0945, "d5.loss_map_cls": 9.808, "d5.loss_map_pts": 5.38256, "d5.loss_map_dir": 0.0944, "loss": 4877.25632, "time": 0.77158, "grad_norm": Infinity}
11
+ {"mode": "train", "epoch": 1, "iter": 500, "lr": 5e-05, "memory": 18742, "data_time": 0.02848, "loss_cls": 648.48341, "loss_bbox": 1.65002, "loss_traj": 7.07699, "loss_traj_cls": 0.08764, "loss_map_cls": 13.72282, "loss_map_pts": 5.53609, "loss_map_dir": 0.09526, "d0.loss_plan_l1_fix_time": 12.99952, "d0.loss_plan_l1_fix_dist": 3.22659, "d1.loss_plan_l1_fix_time": 13.30901, "d1.loss_plan_l1_fix_dist": 4.25157, "d2.loss_plan_l1_fix_time": 13.67459, "d2.loss_plan_l1_fix_dist": 5.9462, "d3.loss_plan_l1_fix_time": 14.15301, "d3.loss_plan_l1_fix_dist": 7.77605, "d4.loss_plan_l1_fix_time": 14.57495, "d4.loss_plan_l1_fix_dist": 10.31943, "d5.loss_plan_l1_fix_time": 15.06687, "d5.loss_plan_l1_fix_dist": 12.94707, "d6.loss_plan_l1_fix_time": 15.53508, "d6.loss_plan_l1_fix_dist": 15.47099, "d0.loss_cls_all": 441.24653, "d0.loss_bbox_all": 1.6267, "d0.loss_cls": 441.24653, "d0.loss_bbox": 1.6267, "d1.loss_cls": 489.63148, "d1.loss_bbox": 1.58807, "d2.loss_cls": 496.16426, "d2.loss_bbox": 1.67989, "d3.loss_cls": 554.9889, "d3.loss_bbox": 1.65948, "d4.loss_cls": 526.7295, "d4.loss_bbox": 1.56306, "d5.loss_cls": 586.96521, "d5.loss_bbox": 1.6676, "d0.loss_traj_cls": 0.07412, "d0.loss_traj": 7.04605, "d1.loss_traj_cls": 0.06053, "d1.loss_traj": 7.11782, "d2.loss_traj_cls": 0.06039, "d2.loss_traj": 7.19479, "d3.loss_traj_cls": 0.10731, "d3.loss_traj": 7.12408, "d4.loss_traj_cls": 0.05218, "d4.loss_traj": 7.04175, "d5.loss_traj_cls": 0.05425, "d5.loss_traj": 7.07541, "d0.loss_map_cls_all": 10.216, "d0.loss_map_pts_all": 5.34865, "d0.loss_map_dir_all": 0.09573, "d0.loss_map_cls": 10.216, "d0.loss_map_pts": 5.34865, "d0.loss_map_dir": 0.09573, "d1.loss_map_cls": 9.54361, "d1.loss_map_pts": 5.3646, "d1.loss_map_dir": 0.09556, "d2.loss_map_cls": 10.32141, "d2.loss_map_pts": 5.38172, "d2.loss_map_dir": 0.09529, "d3.loss_map_cls": 13.91985, "d3.loss_map_pts": 5.40025, "d3.loss_map_dir": 0.09537, "d4.loss_map_cls": 13.87956, "d4.loss_map_pts": 5.44648, "d4.loss_map_dir": 0.09522, "d5.loss_map_cls": 13.88327, "d5.loss_map_pts": 5.49621, "d5.loss_map_dir": 0.09517, "loss": 4547.7298, "time": 0.68478, "grad_norm": Infinity}
12
+ {"mode": "train", "epoch": 1, "iter": 550, "lr": 6e-05, "memory": 18742, "data_time": 0.02984, "loss_cls": 646.55206, "loss_bbox": 1.69342, "loss_traj": 5.79519, "loss_traj_cls": 0.08458, "loss_map_cls": 8.59272, "loss_map_pts": 5.695, "loss_map_dir": 0.09451, "d0.loss_plan_l1_fix_time": 11.31351, "d0.loss_plan_l1_fix_dist": 3.31164, "d1.loss_plan_l1_fix_time": 11.67024, "d1.loss_plan_l1_fix_dist": 4.3797, "d2.loss_plan_l1_fix_time": 12.09865, "d2.loss_plan_l1_fix_dist": 5.98244, "d3.loss_plan_l1_fix_time": 12.63006, "d3.loss_plan_l1_fix_dist": 7.83194, "d4.loss_plan_l1_fix_time": 13.1139, "d4.loss_plan_l1_fix_dist": 10.45105, "d5.loss_plan_l1_fix_time": 13.65618, "d5.loss_plan_l1_fix_dist": 13.22817, "d6.loss_plan_l1_fix_time": 14.162, "d6.loss_plan_l1_fix_dist": 15.87147, "d0.loss_cls_all": 450.21059, "d0.loss_bbox_all": 1.63959, "d0.loss_cls": 450.21059, "d0.loss_bbox": 1.63959, "d1.loss_cls": 489.58584, "d1.loss_bbox": 1.59731, "d2.loss_cls": 498.56749, "d2.loss_bbox": 1.66787, "d3.loss_cls": 556.51219, "d3.loss_bbox": 1.66363, "d4.loss_cls": 524.54363, "d4.loss_bbox": 1.58615, "d5.loss_cls": 584.54906, "d5.loss_bbox": 1.69794, "d0.loss_traj_cls": 0.07393, "d0.loss_traj": 5.77685, "d1.loss_traj_cls": 0.06168, "d1.loss_traj": 5.83017, "d2.loss_traj_cls": 0.05992, "d2.loss_traj": 5.89951, "d3.loss_traj_cls": 0.10442, "d3.loss_traj": 5.84632, "d4.loss_traj_cls": 0.04943, "d4.loss_traj": 5.76164, "d5.loss_traj_cls": 0.05109, "d5.loss_traj": 5.79912, "d0.loss_map_cls_all": 6.78833, "d0.loss_map_pts_all": 5.36744, "d0.loss_map_dir_all": 0.09454, "d0.loss_map_cls": 6.78833, "d0.loss_map_pts": 5.36744, "d0.loss_map_dir": 0.09454, "d1.loss_map_cls": 6.44669, "d1.loss_map_pts": 5.40328, "d1.loss_map_dir": 0.09445, "d2.loss_map_cls": 6.91438, "d2.loss_map_pts": 5.44686, "d2.loss_map_dir": 0.09438, "d3.loss_map_cls": 9.03338, "d3.loss_map_pts": 5.48765, "d3.loss_map_dir": 0.0945, "d4.loss_map_cls": 8.87892, "d4.loss_map_pts": 5.56568, "d4.loss_map_dir": 0.09442, "d5.loss_map_cls": 8.81183, "d5.loss_map_pts": 5.63012, "d5.loss_map_dir": 0.09438, "loss": 4511.78554, "time": 0.74454, "grad_norm": Infinity}
13
+ {"mode": "train", "epoch": 1, "iter": 600, "lr": 6e-05, "memory": 18742, "data_time": 0.03103, "loss_cls": 706.98869, "loss_bbox": 1.65581, "loss_traj": 6.17532, "loss_traj_cls": 0.10098, "loss_map_cls": 13.08732, "loss_map_pts": 5.31884, "loss_map_dir": 0.09471, "d0.loss_plan_l1_fix_time": 11.98228, "d0.loss_plan_l1_fix_dist": 3.32051, "d1.loss_plan_l1_fix_time": 12.3439, "d1.loss_plan_l1_fix_dist": 4.34948, "d2.loss_plan_l1_fix_time": 12.76076, "d2.loss_plan_l1_fix_dist": 6.21566, "d3.loss_plan_l1_fix_time": 13.27972, "d3.loss_plan_l1_fix_dist": 8.18728, "d4.loss_plan_l1_fix_time": 13.74107, "d4.loss_plan_l1_fix_dist": 10.98788, "d5.loss_plan_l1_fix_time": 14.26822, "d5.loss_plan_l1_fix_dist": 13.87765, "d6.loss_plan_l1_fix_time": 14.7614, "d6.loss_plan_l1_fix_dist": 16.59423, "d0.loss_cls_all": 490.06059, "d0.loss_bbox_all": 1.59922, "d0.loss_cls": 490.06059, "d0.loss_bbox": 1.59922, "d1.loss_cls": 527.3297, "d1.loss_bbox": 1.55799, "d2.loss_cls": 533.5077, "d2.loss_bbox": 1.65215, "d3.loss_cls": 605.77781, "d3.loss_bbox": 1.64453, "d4.loss_cls": 568.24159, "d4.loss_bbox": 1.5773, "d5.loss_cls": 638.36797, "d5.loss_bbox": 1.66349, "d0.loss_traj_cls": 0.07406, "d0.loss_traj": 6.15144, "d1.loss_traj_cls": 0.06501, "d1.loss_traj": 6.21167, "d2.loss_traj_cls": 0.06654, "d2.loss_traj": 6.27865, "d3.loss_traj_cls": 0.11659, "d3.loss_traj": 6.23079, "d4.loss_traj_cls": 0.05658, "d4.loss_traj": 6.14092, "d5.loss_traj_cls": 0.06044, "d5.loss_traj": 6.18813, "d0.loss_map_cls_all": 9.95648, "d0.loss_map_pts_all": 5.06405, "d0.loss_map_dir_all": 0.09504, "d0.loss_map_cls": 9.95648, "d0.loss_map_pts": 5.06405, "d0.loss_map_dir": 0.09504, "d1.loss_map_cls": 9.22234, "d1.loss_map_pts": 5.09064, "d1.loss_map_dir": 0.09502, "d2.loss_map_cls": 9.90119, "d2.loss_map_pts": 5.12107, "d2.loss_map_dir": 0.09474, "d3.loss_map_cls": 13.25458, "d3.loss_map_pts": 5.15149, "d3.loss_map_dir": 0.09483, "d4.loss_map_cls": 13.24706, "d4.loss_map_pts": 5.21199, "d4.loss_map_dir": 0.09471, "d5.loss_map_cls": 13.24179, "d5.loss_map_pts": 5.26548, "d5.loss_map_dir": 0.09466, "loss": 4907.78519, "time": 0.71822, "grad_norm": Infinity}
14
+ {"mode": "train", "epoch": 1, "iter": 650, "lr": 7e-05, "memory": 18742, "data_time": 0.03247, "loss_cls": 647.71434, "loss_bbox": 1.67103, "loss_traj": 6.38805, "loss_traj_cls": 0.09462, "loss_map_cls": 12.43656, "loss_map_pts": 5.46788, "loss_map_dir": 0.09508, "d0.loss_plan_l1_fix_time": 12.65579, "d0.loss_plan_l1_fix_dist": 3.33986, "d1.loss_plan_l1_fix_time": 12.99963, "d1.loss_plan_l1_fix_dist": 4.34974, "d2.loss_plan_l1_fix_time": 13.40224, "d2.loss_plan_l1_fix_dist": 6.01609, "d3.loss_plan_l1_fix_time": 13.89871, "d3.loss_plan_l1_fix_dist": 7.78481, "d4.loss_plan_l1_fix_time": 14.3342, "d4.loss_plan_l1_fix_dist": 10.35315, "d5.loss_plan_l1_fix_time": 14.8296, "d5.loss_plan_l1_fix_dist": 13.02267, "d6.loss_plan_l1_fix_time": 15.30167, "d6.loss_plan_l1_fix_dist": 15.53983, "d0.loss_cls_all": 445.7474, "d0.loss_bbox_all": 1.64809, "d0.loss_cls": 445.7474, "d0.loss_bbox": 1.64809, "d1.loss_cls": 492.03194, "d1.loss_bbox": 1.60629, "d2.loss_cls": 492.53345, "d2.loss_bbox": 1.68503, "d3.loss_cls": 558.97899, "d3.loss_bbox": 1.66754, "d4.loss_cls": 525.44665, "d4.loss_bbox": 1.59225, "d5.loss_cls": 589.36788, "d5.loss_bbox": 1.68189, "d0.loss_traj_cls": 0.0754, "d0.loss_traj": 6.35891, "d1.loss_traj_cls": 0.0591, "d1.loss_traj": 6.41231, "d2.loss_traj_cls": 0.0629, "d2.loss_traj": 6.50501, "d3.loss_traj_cls": 0.10847, "d3.loss_traj": 6.45627, "d4.loss_traj_cls": 0.05367, "d4.loss_traj": 6.34551, "d5.loss_traj_cls": 0.05839, "d5.loss_traj": 6.38928, "d0.loss_map_cls_all": 9.29283, "d0.loss_map_pts_all": 5.18518, "d0.loss_map_dir_all": 0.0953, "d0.loss_map_cls": 9.29283, "d0.loss_map_pts": 5.18518, "d0.loss_map_dir": 0.0953, "d1.loss_map_cls": 8.66472, "d1.loss_map_pts": 5.21293, "d1.loss_map_dir": 0.09525, "d2.loss_map_cls": 9.29407, "d2.loss_map_pts": 5.25059, "d2.loss_map_dir": 0.09501, "d3.loss_map_cls": 12.49365, "d3.loss_map_pts": 5.28909, "d3.loss_map_dir": 0.09508, "d4.loss_map_cls": 12.48653, "d4.loss_map_pts": 5.35604, "d4.loss_map_dir": 0.09498, "d5.loss_map_cls": 12.6998, "d5.loss_map_pts": 5.41793, "d5.loss_map_dir": 0.09507, "loss": 4543.751, "time": 0.72627, "grad_norm": Infinity}
15
+ {"mode": "train", "epoch": 1, "iter": 700, "lr": 7e-05, "memory": 18742, "data_time": 0.0299, "loss_cls": 667.9465, "loss_bbox": 1.60239, "loss_traj": 6.96906, "loss_traj_cls": 0.09135, "loss_map_cls": 12.80584, "loss_map_pts": 5.74161, "loss_map_dir": 0.09455, "d0.loss_plan_l1_fix_time": 13.00442, "d0.loss_plan_l1_fix_dist": 3.37797, "d1.loss_plan_l1_fix_time": 13.32749, "d1.loss_plan_l1_fix_dist": 4.43371, "d2.loss_plan_l1_fix_time": 13.69836, "d2.loss_plan_l1_fix_dist": 6.23698, "d3.loss_plan_l1_fix_time": 14.1639, "d3.loss_plan_l1_fix_dist": 8.15943, "d4.loss_plan_l1_fix_time": 14.57864, "d4.loss_plan_l1_fix_dist": 10.91489, "d5.loss_plan_l1_fix_time": 15.0488, "d5.loss_plan_l1_fix_dist": 13.75687, "d6.loss_plan_l1_fix_time": 15.49935, "d6.loss_plan_l1_fix_dist": 16.41926, "d0.loss_cls_all": 464.74715, "d0.loss_bbox_all": 1.58259, "d0.loss_cls": 464.74715, "d0.loss_bbox": 1.58259, "d1.loss_cls": 511.15221, "d1.loss_bbox": 1.53932, "d2.loss_cls": 510.51415, "d2.loss_bbox": 1.62866, "d3.loss_cls": 577.28963, "d3.loss_bbox": 1.61136, "d4.loss_cls": 541.17856, "d4.loss_bbox": 1.52865, "d5.loss_cls": 607.32035, "d5.loss_bbox": 1.61448, "d0.loss_traj_cls": 0.07376, "d0.loss_traj": 6.95742, "d1.loss_traj_cls": 0.05999, "d1.loss_traj": 7.01072, "d2.loss_traj_cls": 0.06076, "d2.loss_traj": 7.09715, "d3.loss_traj_cls": 0.10728, "d3.loss_traj": 7.02991, "d4.loss_traj_cls": 0.05089, "d4.loss_traj": 6.94004, "d5.loss_traj_cls": 0.05509, "d5.loss_traj": 6.96748, "d0.loss_map_cls_all": 9.58246, "d0.loss_map_pts_all": 5.49181, "d0.loss_map_dir_all": 0.09508, "d0.loss_map_cls": 9.58246, "d0.loss_map_pts": 5.49181, "d0.loss_map_dir": 0.09508, "d1.loss_map_cls": 8.9048, "d1.loss_map_pts": 5.5143, "d1.loss_map_dir": 0.09489, "d2.loss_map_cls": 9.63754, "d2.loss_map_pts": 5.5421, "d2.loss_map_dir": 0.09457, "d3.loss_map_cls": 13.08778, "d3.loss_map_pts": 5.57582, "d3.loss_map_dir": 0.09458, "d4.loss_map_cls": 12.96395, "d4.loss_map_pts": 5.63514, "d4.loss_map_dir": 0.09452, "d5.loss_map_cls": 12.99568, "d5.loss_map_pts": 5.69199, "d5.loss_map_dir": 0.09461, "loss": 4704.67969, "time": 0.7214, "grad_norm": Infinity}
16
+ {"mode": "train", "epoch": 1, "iter": 750, "lr": 8e-05, "memory": 18742, "data_time": 0.03297, "loss_cls": 673.8481, "loss_bbox": 1.68359, "loss_traj": 5.63279, "loss_traj_cls": 0.09931, "loss_map_cls": 11.2466, "loss_map_pts": 5.58454, "loss_map_dir": 0.09462, "d0.loss_plan_l1_fix_time": 11.4658, "d0.loss_plan_l1_fix_dist": 3.32716, "d1.loss_plan_l1_fix_time": 11.8537, "d1.loss_plan_l1_fix_dist": 4.33934, "d2.loss_plan_l1_fix_time": 12.29396, "d2.loss_plan_l1_fix_dist": 6.03223, "d3.loss_plan_l1_fix_time": 12.83249, "d3.loss_plan_l1_fix_dist": 7.89383, "d4.loss_plan_l1_fix_time": 13.31406, "d4.loss_plan_l1_fix_dist": 10.5883, "d5.loss_plan_l1_fix_time": 13.85919, "d5.loss_plan_l1_fix_dist": 13.38192, "d6.loss_plan_l1_fix_time": 14.37934, "d6.loss_plan_l1_fix_dist": 16.01596, "d0.loss_cls_all": 458.87468, "d0.loss_bbox_all": 1.62454, "d0.loss_cls": 458.87468, "d0.loss_bbox": 1.62454, "d1.loss_cls": 505.96373, "d1.loss_bbox": 1.59358, "d2.loss_cls": 506.38888, "d2.loss_bbox": 1.66405, "d3.loss_cls": 578.03312, "d3.loss_bbox": 1.65442, "d4.loss_cls": 544.73073, "d4.loss_bbox": 1.5922, "d5.loss_cls": 610.58171, "d5.loss_bbox": 1.68559, "d0.loss_traj_cls": 0.07307, "d0.loss_traj": 5.6002, "d1.loss_traj_cls": 0.0609, "d1.loss_traj": 5.65393, "d2.loss_traj_cls": 0.06258, "d2.loss_traj": 5.73802, "d3.loss_traj_cls": 0.11186, "d3.loss_traj": 5.6877, "d4.loss_traj_cls": 0.05395, "d4.loss_traj": 5.57201, "d5.loss_traj_cls": 0.0592, "d5.loss_traj": 5.61963, "d0.loss_map_cls_all": 8.343, "d0.loss_map_pts_all": 5.26337, "d0.loss_map_dir_all": 0.09516, "d0.loss_map_cls": 8.343, "d0.loss_map_pts": 5.26337, "d0.loss_map_dir": 0.09516, "d1.loss_map_cls": 7.74092, "d1.loss_map_pts": 5.29497, "d1.loss_map_dir": 0.09496, "d2.loss_map_cls": 8.45876, "d2.loss_map_pts": 5.33458, "d2.loss_map_dir": 0.09468, "d3.loss_map_cls": 11.50695, "d3.loss_map_pts": 5.37777, "d3.loss_map_dir": 0.09466, "d4.loss_map_cls": 11.3764, "d4.loss_map_pts": 5.4565, "d4.loss_map_dir": 0.0947, "d5.loss_map_cls": 11.44568, "d5.loss_map_pts": 5.52576, "d5.loss_map_dir": 0.09471, "loss": 4664.34125, "time": 0.7642, "grad_norm": Infinity}
17
+ {"mode": "train", "epoch": 1, "iter": 800, "lr": 8e-05, "memory": 18742, "data_time": 0.03253, "loss_cls": 608.11462, "loss_bbox": 1.66669, "loss_traj": 5.4549, "loss_traj_cls": 0.10269, "loss_map_cls": 10.73951, "loss_map_pts": 5.62163, "loss_map_dir": 0.09441, "d0.loss_plan_l1_fix_time": 13.61648, "d0.loss_plan_l1_fix_dist": 3.46576, "d1.loss_plan_l1_fix_time": 13.93929, "d1.loss_plan_l1_fix_dist": 4.49593, "d2.loss_plan_l1_fix_time": 14.31079, "d2.loss_plan_l1_fix_dist": 6.31113, "d3.loss_plan_l1_fix_time": 14.78067, "d3.loss_plan_l1_fix_dist": 8.21997, "d4.loss_plan_l1_fix_time": 15.19569, "d4.loss_plan_l1_fix_dist": 11.00941, "d5.loss_plan_l1_fix_time": 15.68365, "d5.loss_plan_l1_fix_dist": 13.86967, "d6.loss_plan_l1_fix_time": 16.15668, "d6.loss_plan_l1_fix_dist": 16.55394, "d0.loss_cls_all": 420.02942, "d0.loss_bbox_all": 1.59159, "d0.loss_cls": 420.02942, "d0.loss_bbox": 1.59159, "d1.loss_cls": 454.70715, "d1.loss_bbox": 1.56076, "d2.loss_cls": 454.85261, "d2.loss_bbox": 1.63644, "d3.loss_cls": 521.96711, "d3.loss_bbox": 1.63532, "d4.loss_cls": 488.7438, "d4.loss_bbox": 1.60554, "d5.loss_cls": 557.63255, "d5.loss_bbox": 1.668, "d0.loss_traj_cls": 0.07299, "d0.loss_traj": 5.43904, "d1.loss_traj_cls": 0.05872, "d1.loss_traj": 5.48502, "d2.loss_traj_cls": 0.06323, "d2.loss_traj": 5.57499, "d3.loss_traj_cls": 0.11274, "d3.loss_traj": 5.52307, "d4.loss_traj_cls": 0.05525, "d4.loss_traj": 5.40612, "d5.loss_traj_cls": 0.06313, "d5.loss_traj": 5.44788, "d0.loss_map_cls_all": 8.15229, "d0.loss_map_pts_all": 5.32997, "d0.loss_map_dir_all": 0.0947, "d0.loss_map_cls": 8.15229, "d0.loss_map_pts": 5.32997, "d0.loss_map_dir": 0.0947, "d1.loss_map_cls": 7.4997, "d1.loss_map_pts": 5.35842, "d1.loss_map_dir": 0.09453, "d2.loss_map_cls": 8.02115, "d2.loss_map_pts": 5.39791, "d2.loss_map_dir": 0.09438, "d3.loss_map_cls": 10.88531, "d3.loss_map_pts": 5.43347, "d3.loss_map_dir": 0.09436, "d4.loss_map_cls": 10.76381, "d4.loss_map_pts": 5.50195, "d4.loss_map_dir": 0.09434, "d5.loss_map_cls": 10.94007, "d5.loss_map_pts": 5.56558, "d5.loss_map_dir": 0.09443, "loss": 4264.9503, "time": 0.74757, "grad_norm": Infinity}
18
+ {"mode": "train", "epoch": 1, "iter": 850, "lr": 9e-05, "memory": 18742, "data_time": 0.03015, "loss_cls": 620.84028, "loss_bbox": 1.68281, "loss_traj": 5.05162, "loss_traj_cls": 0.09331, "loss_map_cls": 9.92059, "loss_map_pts": 5.22523, "loss_map_dir": 0.09473, "d0.loss_plan_l1_fix_time": 11.55438, "d0.loss_plan_l1_fix_dist": 3.3848, "d1.loss_plan_l1_fix_time": 11.93286, "d1.loss_plan_l1_fix_dist": 4.42126, "d2.loss_plan_l1_fix_time": 12.37336, "d2.loss_plan_l1_fix_dist": 6.08054, "d3.loss_plan_l1_fix_time": 12.91252, "d3.loss_plan_l1_fix_dist": 7.93535, "d4.loss_plan_l1_fix_time": 13.38854, "d4.loss_plan_l1_fix_dist": 10.54739, "d5.loss_plan_l1_fix_time": 13.92751, "d5.loss_plan_l1_fix_dist": 13.25712, "d6.loss_plan_l1_fix_time": 14.43241, "d6.loss_plan_l1_fix_dist": 15.82439, "d0.loss_cls_all": 419.46581, "d0.loss_bbox_all": 1.62225, "d0.loss_cls": 419.46581, "d0.loss_bbox": 1.62225, "d1.loss_cls": 464.21146, "d1.loss_bbox": 1.58784, "d2.loss_cls": 465.37431, "d2.loss_bbox": 1.67535, "d3.loss_cls": 529.21341, "d3.loss_bbox": 1.67086, "d4.loss_cls": 500.52314, "d4.loss_bbox": 1.61097, "d5.loss_cls": 561.24638, "d5.loss_bbox": 1.68976, "d0.loss_traj_cls": 0.07397, "d0.loss_traj": 5.03755, "d1.loss_traj_cls": 0.06025, "d1.loss_traj": 5.07609, "d2.loss_traj_cls": 0.06301, "d2.loss_traj": 5.15597, "d3.loss_traj_cls": 0.11017, "d3.loss_traj": 5.11082, "d4.loss_traj_cls": 0.05466, "d4.loss_traj": 5.00006, "d5.loss_traj_cls": 0.05731, "d5.loss_traj": 5.04667, "d0.loss_map_cls_all": 7.57124, "d0.loss_map_pts_all": 4.96171, "d0.loss_map_dir_all": 0.09511, "d0.loss_map_cls": 7.57124, "d0.loss_map_pts": 4.96171, "d0.loss_map_dir": 0.09511, "d1.loss_map_cls": 7.1508, "d1.loss_map_pts": 4.98411, "d1.loss_map_dir": 0.09498, "d2.loss_map_cls": 7.64973, "d2.loss_map_pts": 5.01596, "d2.loss_map_dir": 0.09488, "d3.loss_map_cls": 10.1487, "d3.loss_map_pts": 5.05033, "d3.loss_map_dir": 0.09487, "d4.loss_map_cls": 9.98391, "d4.loss_map_pts": 5.1149, "d4.loss_map_dir": 0.09477, "d5.loss_map_cls": 10.0916, "d5.loss_map_pts": 5.17266, "d5.loss_map_dir": 0.09475, "loss": 4292.80015, "time": 0.72549, "grad_norm": Infinity}
19
+ {"mode": "train", "epoch": 1, "iter": 900, "lr": 9e-05, "memory": 18742, "data_time": 0.03297, "loss_cls": 666.38743, "loss_bbox": 1.69058, "loss_traj": 5.3977, "loss_traj_cls": 0.08729, "loss_map_cls": 10.37449, "loss_map_pts": 5.57493, "loss_map_dir": 0.09489, "d0.loss_plan_l1_fix_time": 11.06448, "d0.loss_plan_l1_fix_dist": 3.4051, "d1.loss_plan_l1_fix_time": 11.46779, "d1.loss_plan_l1_fix_dist": 4.42776, "d2.loss_plan_l1_fix_time": 11.92659, "d2.loss_plan_l1_fix_dist": 6.13012, "d3.loss_plan_l1_fix_time": 12.47219, "d3.loss_plan_l1_fix_dist": 7.9294, "d4.loss_plan_l1_fix_time": 12.96453, "d4.loss_plan_l1_fix_dist": 10.52627, "d5.loss_plan_l1_fix_time": 13.52271, "d5.loss_plan_l1_fix_dist": 13.27868, "d6.loss_plan_l1_fix_time": 14.05124, "d6.loss_plan_l1_fix_dist": 15.85742, "d0.loss_cls_all": 455.67877, "d0.loss_bbox_all": 1.63609, "d0.loss_cls": 455.67877, "d0.loss_bbox": 1.63609, "d1.loss_cls": 506.12139, "d1.loss_bbox": 1.59582, "d2.loss_cls": 507.93199, "d2.loss_bbox": 1.6742, "d3.loss_cls": 578.63755, "d3.loss_bbox": 1.66502, "d4.loss_cls": 541.40501, "d4.loss_bbox": 1.5992, "d5.loss_cls": 604.38155, "d5.loss_bbox": 1.69796, "d0.loss_traj_cls": 0.07465, "d0.loss_traj": 5.37219, "d1.loss_traj_cls": 0.06079, "d1.loss_traj": 5.42456, "d2.loss_traj_cls": 0.06212, "d2.loss_traj": 5.51749, "d3.loss_traj_cls": 0.10533, "d3.loss_traj": 5.46355, "d4.loss_traj_cls": 0.05084, "d4.loss_traj": 5.34587, "d5.loss_traj_cls": 0.0538, "d5.loss_traj": 5.38743, "d0.loss_map_cls_all": 7.71143, "d0.loss_map_pts_all": 5.25965, "d0.loss_map_dir_all": 0.0952, "d0.loss_map_cls": 7.71143, "d0.loss_map_pts": 5.25965, "d0.loss_map_dir": 0.0952, "d1.loss_map_cls": 7.13338, "d1.loss_map_pts": 5.28823, "d1.loss_map_dir": 0.09507, "d2.loss_map_cls": 7.73747, "d2.loss_map_pts": 5.32813, "d2.loss_map_dir": 0.09494, "d3.loss_map_cls": 10.42553, "d3.loss_map_pts": 5.37165, "d3.loss_map_dir": 0.09491, "d4.loss_map_cls": 10.42873, "d4.loss_map_pts": 5.44562, "d4.loss_map_dir": 0.09489, "d5.loss_map_cls": 10.57878, "d5.loss_map_pts": 5.51435, "d5.loss_map_dir": 0.0949, "loss": 4632.74897, "time": 0.73631, "grad_norm": Infinity}
20
+ {"mode": "train", "epoch": 1, "iter": 950, "lr": 0.0001, "memory": 18742, "data_time": 0.03049, "loss_cls": 684.03377, "loss_bbox": 1.64985, "loss_traj": 5.88013, "loss_traj_cls": 0.09447, "loss_map_cls": 10.90483, "loss_map_pts": 5.23927, "loss_map_dir": 0.09498, "d0.loss_plan_l1_fix_time": 12.84116, "d0.loss_plan_l1_fix_dist": 3.21605, "d1.loss_plan_l1_fix_time": 13.14942, "d1.loss_plan_l1_fix_dist": 4.30891, "d2.loss_plan_l1_fix_time": 13.51424, "d2.loss_plan_l1_fix_dist": 6.05912, "d3.loss_plan_l1_fix_time": 13.98084, "d3.loss_plan_l1_fix_dist": 7.93655, "d4.loss_plan_l1_fix_time": 14.39651, "d4.loss_plan_l1_fix_dist": 10.55953, "d5.loss_plan_l1_fix_time": 14.88283, "d5.loss_plan_l1_fix_dist": 13.28544, "d6.loss_plan_l1_fix_time": 15.35353, "d6.loss_plan_l1_fix_dist": 15.85854, "d0.loss_cls_all": 473.71871, "d0.loss_bbox_all": 1.62392, "d0.loss_cls": 473.71871, "d0.loss_bbox": 1.62392, "d1.loss_cls": 513.13816, "d1.loss_bbox": 1.58749, "d2.loss_cls": 520.56038, "d2.loss_bbox": 1.67479, "d3.loss_cls": 594.53621, "d3.loss_bbox": 1.6578, "d4.loss_cls": 554.37543, "d4.loss_bbox": 1.58065, "d5.loss_cls": 622.08816, "d5.loss_bbox": 1.66685, "d0.loss_traj_cls": 0.07535, "d0.loss_traj": 5.85792, "d1.loss_traj_cls": 0.0621, "d1.loss_traj": 5.90702, "d2.loss_traj_cls": 0.06406, "d2.loss_traj": 5.98421, "d3.loss_traj_cls": 0.11176, "d3.loss_traj": 5.93255, "d4.loss_traj_cls": 0.05472, "d4.loss_traj": 5.85293, "d5.loss_traj_cls": 0.05878, "d5.loss_traj": 5.89021, "d0.loss_map_cls_all": 8.18748, "d0.loss_map_pts_all": 4.98701, "d0.loss_map_dir_all": 0.09519, "d0.loss_map_cls": 8.18748, "d0.loss_map_pts": 4.98701, "d0.loss_map_dir": 0.09519, "d1.loss_map_cls": 7.70253, "d1.loss_map_pts": 5.00874, "d1.loss_map_dir": 0.09506, "d2.loss_map_cls": 8.24633, "d2.loss_map_pts": 5.04383, "d2.loss_map_dir": 0.09508, "d3.loss_map_cls": 11.06908, "d3.loss_map_pts": 5.08226, "d3.loss_map_dir": 0.09508, "d4.loss_map_cls": 11.05542, "d4.loss_map_pts": 5.13936, "d4.loss_map_dir": 0.09501, "d5.loss_map_cls": 11.12575, "d5.loss_map_pts": 5.18729, "d5.loss_map_dir": 0.09495, "loss": 4768.3179, "time": 0.69759, "grad_norm": Infinity}
21
+ {"mode": "train", "epoch": 1, "iter": 1000, "lr": 0.0001, "memory": 18742, "data_time": 0.0309, "loss_cls": 721.09381, "loss_bbox": 1.67913, "loss_traj": 5.45905, "loss_traj_cls": 0.09343, "loss_map_cls": 9.75934, "loss_map_pts": 5.35895, "loss_map_dir": 0.09454, "d0.loss_plan_l1_fix_time": 12.83316, "d0.loss_plan_l1_fix_dist": 3.32639, "d1.loss_plan_l1_fix_time": 13.1324, "d1.loss_plan_l1_fix_dist": 4.41448, "d2.loss_plan_l1_fix_time": 13.48709, "d2.loss_plan_l1_fix_dist": 6.07144, "d3.loss_plan_l1_fix_time": 13.94219, "d3.loss_plan_l1_fix_dist": 7.88093, "d4.loss_plan_l1_fix_time": 14.33775, "d4.loss_plan_l1_fix_dist": 10.43868, "d5.loss_plan_l1_fix_time": 14.80848, "d5.loss_plan_l1_fix_dist": 13.13928, "d6.loss_plan_l1_fix_time": 15.26262, "d6.loss_plan_l1_fix_dist": 15.69122, "d0.loss_cls_all": 492.79422, "d0.loss_bbox_all": 1.61653, "d0.loss_cls": 492.79422, "d0.loss_bbox": 1.61653, "d1.loss_cls": 546.73478, "d1.loss_bbox": 1.5823, "d2.loss_cls": 542.10604, "d2.loss_bbox": 1.66182, "d3.loss_cls": 616.96598, "d3.loss_bbox": 1.65588, "d4.loss_cls": 583.0324, "d4.loss_bbox": 1.6007, "d5.loss_cls": 654.06459, "d5.loss_bbox": 1.68331, "d0.loss_traj_cls": 0.07383, "d0.loss_traj": 5.44603, "d1.loss_traj_cls": 0.06106, "d1.loss_traj": 5.48981, "d2.loss_traj_cls": 0.06362, "d2.loss_traj": 5.56042, "d3.loss_traj_cls": 0.10655, "d3.loss_traj": 5.51625, "d4.loss_traj_cls": 0.05285, "d4.loss_traj": 5.42281, "d5.loss_traj_cls": 0.05721, "d5.loss_traj": 5.45807, "d0.loss_map_cls_all": 7.24524, "d0.loss_map_pts_all": 5.02849, "d0.loss_map_dir_all": 0.09483, "d0.loss_map_cls": 7.24524, "d0.loss_map_pts": 5.02849, "d0.loss_map_dir": 0.09483, "d1.loss_map_cls": 6.79359, "d1.loss_map_pts": 5.05808, "d1.loss_map_dir": 0.09464, "d2.loss_map_cls": 7.38636, "d2.loss_map_pts": 5.09914, "d2.loss_map_dir": 0.09452, "d3.loss_map_cls": 9.89672, "d3.loss_map_pts": 5.14045, "d3.loss_map_dir": 0.0946, "d4.loss_map_cls": 9.84383, "d4.loss_map_pts": 5.2151, "d4.loss_map_dir": 0.09461, "d5.loss_map_cls": 9.87463, "d5.loss_map_pts": 5.28863, "d5.loss_map_dir": 0.09451, "loss": 4970.32883, "time": 0.73237, "grad_norm": Infinity}
22
+ {"mode": "train", "epoch": 1, "iter": 1050, "lr": 0.0001, "memory": 18742, "data_time": 0.03352, "loss_cls": 622.71365, "loss_bbox": 1.68436, "loss_traj": 5.67644, "loss_traj_cls": 0.09028, "loss_map_cls": 9.15494, "loss_map_pts": 5.53315, "loss_map_dir": 0.0947, "d0.loss_plan_l1_fix_time": 12.56577, "d0.loss_plan_l1_fix_dist": 3.43354, "d1.loss_plan_l1_fix_time": 12.88479, "d1.loss_plan_l1_fix_dist": 4.48039, "d2.loss_plan_l1_fix_time": 13.2674, "d2.loss_plan_l1_fix_dist": 6.13559, "d3.loss_plan_l1_fix_time": 13.74862, "d3.loss_plan_l1_fix_dist": 7.97566, "d4.loss_plan_l1_fix_time": 14.19474, "d4.loss_plan_l1_fix_dist": 10.60576, "d5.loss_plan_l1_fix_time": 14.7046, "d5.loss_plan_l1_fix_dist": 13.32673, "d6.loss_plan_l1_fix_time": 15.18505, "d6.loss_plan_l1_fix_dist": 15.92668, "d0.loss_cls_all": 421.72364, "d0.loss_bbox_all": 1.60868, "d0.loss_cls": 421.72364, "d0.loss_bbox": 1.60868, "d1.loss_cls": 468.92232, "d1.loss_bbox": 1.57765, "d2.loss_cls": 471.03896, "d2.loss_bbox": 1.66104, "d3.loss_cls": 527.71986, "d3.loss_bbox": 1.65242, "d4.loss_cls": 500.7674, "d4.loss_bbox": 1.5977, "d5.loss_cls": 562.69077, "d5.loss_bbox": 1.68766, "d0.loss_traj_cls": 0.07266, "d0.loss_traj": 5.66592, "d1.loss_traj_cls": 0.06047, "d1.loss_traj": 5.71062, "d2.loss_traj_cls": 0.06025, "d2.loss_traj": 5.78552, "d3.loss_traj_cls": 0.10559, "d3.loss_traj": 5.73375, "d4.loss_traj_cls": 0.05081, "d4.loss_traj": 5.62672, "d5.loss_traj_cls": 0.05379, "d5.loss_traj": 5.66945, "d0.loss_map_cls_all": 6.86748, "d0.loss_map_pts_all": 5.2229, "d0.loss_map_dir_all": 0.09473, "d0.loss_map_cls": 6.86748, "d0.loss_map_pts": 5.2229, "d0.loss_map_dir": 0.09473, "d1.loss_map_cls": 6.3211, "d1.loss_map_pts": 5.25109, "d1.loss_map_dir": 0.09461, "d2.loss_map_cls": 6.88587, "d2.loss_map_pts": 5.29098, "d2.loss_map_dir": 0.09453, "d3.loss_map_cls": 9.31283, "d3.loss_map_pts": 5.33189, "d3.loss_map_dir": 0.09466, "d4.loss_map_cls": 9.31813, "d4.loss_map_pts": 5.40257, "d4.loss_map_dir": 0.0947, "d5.loss_map_cls": 9.31856, "d5.loss_map_pts": 5.4708, "d5.loss_map_dir": 0.09468, "loss": 4316.70583, "time": 0.75002, "grad_norm": Infinity}
DriveTransformer/goalpoint_1gpu/20260226_122411.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260226_122411.log.json ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260226_131720.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260226_131720.log.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"mmcv_version": "0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=6,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 6\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 24\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=32)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=24)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 32\ngpu_ids = range(0, 1)\n", "CLASSES": ["car", "van", "truck", "bicycle", "traffic_sign", "traffic_cone", "traffic_light", "pedestrian", "others"], "PALETTE": null, "env_info": "MMCV: 0.0.1", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py", "fp16": {"loss_scaler": {"scale": 512.0, "growth_factor": 2.0, "backoff_factor": 0.5, "growth_interval": 2000, "_growth_tracker": 0}}, "epoch": 6, "iter": 237168, "time": "Thu Feb 26 07:15:52 2026", "hook_msgs": {"last_ckpt": "/home/Humble/Humble/EndtoEnd/Bench2DriveZoo/work_dirs/drivetransformer_goalpoint_1gpu/epoch_5.pth"}}
2
+ {"mode": "train", "epoch": 7, "iter": 50, "lr": 9e-05, "memory": 19865, "data_time": 0.17393, "loss_cls": 0.16779, "loss_bbox": 0.36567, "loss_traj": 0.65737, "loss_traj_cls": 0.00093, "loss_map_cls": 0.18416, "loss_map_pts": 0.79032, "loss_map_dir": 0.01022, "d0.loss_plan_l1_fix_time": 2.47782, "d0.loss_plan_l1_fix_dist": 0.35955, "d1.loss_plan_l1_fix_time": 0.99587, "d1.loss_plan_l1_fix_dist": 0.17395, "d2.loss_plan_l1_fix_time": 0.98086, "d2.loss_plan_l1_fix_dist": 0.18254, "d3.loss_plan_l1_fix_time": 0.98399, "d3.loss_plan_l1_fix_dist": 0.19618, "d4.loss_plan_l1_fix_time": 0.98923, "d4.loss_plan_l1_fix_dist": 0.21229, "d5.loss_plan_l1_fix_time": 0.99495, "d5.loss_plan_l1_fix_dist": 0.22789, "d6.loss_plan_l1_fix_time": 1.0014, "d6.loss_plan_l1_fix_dist": 0.24526, "d0.loss_cls_all": 0.20656, "d0.loss_bbox_all": 0.41488, "d0.loss_cls": 0.20656, "d0.loss_bbox": 0.41488, "d1.loss_cls": 0.19681, "d1.loss_bbox": 0.38168, "d2.loss_cls": 0.1843, "d2.loss_bbox": 0.365, "d3.loss_cls": 0.17227, "d3.loss_bbox": 0.36173, "d4.loss_cls": 0.16753, "d4.loss_bbox": 0.36139, "d5.loss_cls": 0.16648, "d5.loss_bbox": 0.36376, "d0.loss_traj_cls": 8e-05, "d0.loss_traj": 0.76444, "d1.loss_traj_cls": 0.00112, "d1.loss_traj": 0.66802, "d2.loss_traj_cls": 0.00182, "d2.loss_traj": 0.65668, "d3.loss_traj_cls": 0.00119, "d3.loss_traj": 0.65681, "d4.loss_traj_cls": 0.00123, "d4.loss_traj": 0.65534, "d5.loss_traj_cls": 0.00129, "d5.loss_traj": 0.65552, "d0.loss_map_cls_all": 0.26167, "d0.loss_map_pts_all": 1.48634, "d0.loss_map_dir_all": 0.0094, "d0.loss_map_cls": 0.26167, "d0.loss_map_pts": 1.48634, "d0.loss_map_dir": 0.0094, "d1.loss_map_cls": 0.23156, "d1.loss_map_pts": 1.05716, "d1.loss_map_dir": 0.00936, "d2.loss_map_cls": 0.21017, "d2.loss_map_pts": 0.89348, "d2.loss_map_dir": 0.0095, "d3.loss_map_cls": 0.19466, "d3.loss_map_pts": 0.83142, "d3.loss_map_dir": 0.00986, "d4.loss_map_cls": 0.18957, "d4.loss_map_pts": 0.80518, "d4.loss_map_dir": 0.01007, "d5.loss_map_cls": 0.18626, "d5.loss_map_pts": 0.79088, "d5.loss_map_dir": 0.01022, "loss": 29.17979, "time": 0.95046, "grad_norm": 130.8433}
3
+ {"mode": "train", "epoch": 7, "iter": 100, "lr": 9e-05, "memory": 19865, "data_time": 0.03231, "loss_cls": 0.16464, "loss_bbox": 0.36888, "loss_traj": 0.59973, "loss_traj_cls": 0.00097, "loss_map_cls": 0.18014, "loss_map_pts": 0.70289, "loss_map_dir": 0.00926, "d0.loss_plan_l1_fix_time": 2.25958, "d0.loss_plan_l1_fix_dist": 0.42372, "d1.loss_plan_l1_fix_time": 1.13553, "d1.loss_plan_l1_fix_dist": 0.15919, "d2.loss_plan_l1_fix_time": 1.12572, "d2.loss_plan_l1_fix_dist": 0.168, "d3.loss_plan_l1_fix_time": 1.12693, "d3.loss_plan_l1_fix_dist": 0.17892, "d4.loss_plan_l1_fix_time": 1.13121, "d4.loss_plan_l1_fix_dist": 0.19166, "d5.loss_plan_l1_fix_time": 1.13601, "d5.loss_plan_l1_fix_dist": 0.20504, "d6.loss_plan_l1_fix_time": 1.14118, "d6.loss_plan_l1_fix_dist": 0.21855, "d0.loss_cls_all": 0.18738, "d0.loss_bbox_all": 0.41371, "d0.loss_cls": 0.18738, "d0.loss_bbox": 0.41371, "d1.loss_cls": 0.1904, "d1.loss_bbox": 0.38233, "d2.loss_cls": 0.17865, "d2.loss_bbox": 0.36593, "d3.loss_cls": 0.17275, "d3.loss_bbox": 0.36389, "d4.loss_cls": 0.16646, "d4.loss_bbox": 0.36683, "d5.loss_cls": 0.16456, "d5.loss_bbox": 0.36886, "d0.loss_traj_cls": 7e-05, "d0.loss_traj": 0.75182, "d1.loss_traj_cls": 0.00113, "d1.loss_traj": 0.6204, "d2.loss_traj_cls": 0.00184, "d2.loss_traj": 0.5966, "d3.loss_traj_cls": 0.00122, "d3.loss_traj": 0.59033, "d4.loss_traj_cls": 0.00127, "d4.loss_traj": 0.59553, "d5.loss_traj_cls": 0.00133, "d5.loss_traj": 0.59382, "d0.loss_map_cls_all": 0.25061, "d0.loss_map_pts_all": 1.36288, "d0.loss_map_dir_all": 0.00804, "d0.loss_map_cls": 0.25061, "d0.loss_map_pts": 1.36288, "d0.loss_map_dir": 0.00804, "d1.loss_map_cls": 0.22191, "d1.loss_map_pts": 0.9581, "d1.loss_map_dir": 0.00797, "d2.loss_map_cls": 0.20065, "d2.loss_map_pts": 0.7981, "d2.loss_map_dir": 0.00841, "d3.loss_map_cls": 0.18974, "d3.loss_map_pts": 0.73039, "d3.loss_map_dir": 0.00877, "d4.loss_map_cls": 0.18447, "d4.loss_map_pts": 0.7076, "d4.loss_map_dir": 0.00912, "d5.loss_map_cls": 0.18231, "d5.loss_map_pts": 0.70391, "d5.loss_map_dir": 0.00918, "loss": 28.46966, "time": 0.78944, "grad_norm": 148.68551}
4
+ {"mode": "train", "epoch": 7, "iter": 150, "lr": 9e-05, "memory": 19865, "data_time": 0.03805, "loss_cls": 0.19249, "loss_bbox": 0.4012, "loss_traj": 0.6996, "loss_traj_cls": 0.00089, "loss_map_cls": 0.16947, "loss_map_pts": 0.83114, "loss_map_dir": 0.01252, "d0.loss_plan_l1_fix_time": 2.79569, "d0.loss_plan_l1_fix_dist": 0.3557, "d1.loss_plan_l1_fix_time": 1.31173, "d1.loss_plan_l1_fix_dist": 0.19576, "d2.loss_plan_l1_fix_time": 1.29455, "d2.loss_plan_l1_fix_dist": 0.19814, "d3.loss_plan_l1_fix_time": 1.29311, "d3.loss_plan_l1_fix_dist": 0.20576, "d4.loss_plan_l1_fix_time": 1.29677, "d4.loss_plan_l1_fix_dist": 0.21423, "d5.loss_plan_l1_fix_time": 1.30155, "d5.loss_plan_l1_fix_dist": 0.22084, "d6.loss_plan_l1_fix_time": 1.30602, "d6.loss_plan_l1_fix_dist": 0.22551, "d0.loss_cls_all": 0.22436, "d0.loss_bbox_all": 0.4647, "d0.loss_cls": 0.22436, "d0.loss_bbox": 0.4647, "d1.loss_cls": 0.21767, "d1.loss_bbox": 0.4265, "d2.loss_cls": 0.20571, "d2.loss_bbox": 0.40891, "d3.loss_cls": 0.1953, "d3.loss_bbox": 0.40302, "d4.loss_cls": 0.19347, "d4.loss_bbox": 0.40049, "d5.loss_cls": 0.19228, "d5.loss_bbox": 0.40034, "d0.loss_traj_cls": 0.0001, "d0.loss_traj": 0.92644, "d1.loss_traj_cls": 0.00111, "d1.loss_traj": 0.7359, "d2.loss_traj_cls": 0.00175, "d2.loss_traj": 0.70393, "d3.loss_traj_cls": 0.00115, "d3.loss_traj": 0.69086, "d4.loss_traj_cls": 0.00118, "d4.loss_traj": 0.69254, "d5.loss_traj_cls": 0.00121, "d5.loss_traj": 0.69796, "d0.loss_map_cls_all": 0.24479, "d0.loss_map_pts_all": 1.66461, "d0.loss_map_dir_all": 0.01142, "d0.loss_map_cls": 0.24479, "d0.loss_map_pts": 1.66461, "d0.loss_map_dir": 0.01142, "d1.loss_map_cls": 0.21415, "d1.loss_map_pts": 1.14531, "d1.loss_map_dir": 0.01124, "d2.loss_map_cls": 0.19246, "d2.loss_map_pts": 0.94835, "d2.loss_map_dir": 0.0116, "d3.loss_map_cls": 0.18141, "d3.loss_map_pts": 0.86928, "d3.loss_map_dir": 0.01215, "d4.loss_map_cls": 0.17407, "d4.loss_map_pts": 0.83959, "d4.loss_map_dir": 0.01237, "d5.loss_map_cls": 0.17321, "d5.loss_map_pts": 0.83127, "d5.loss_map_dir": 0.01249, "loss": 32.86923, "time": 0.78324, "grad_norm": 168.01353}
5
+ {"mode": "train", "epoch": 7, "iter": 200, "lr": 9e-05, "memory": 19865, "data_time": 0.0311, "loss_cls": 0.14356, "loss_bbox": 0.34535, "loss_traj": 0.50368, "loss_traj_cls": 0.00104, "loss_map_cls": 0.13825, "loss_map_pts": 0.62286, "loss_map_dir": 0.01109, "d0.loss_plan_l1_fix_time": 2.25569, "d0.loss_plan_l1_fix_dist": 0.45713, "d1.loss_plan_l1_fix_time": 0.96086, "d1.loss_plan_l1_fix_dist": 0.16721, "d2.loss_plan_l1_fix_time": 0.94449, "d2.loss_plan_l1_fix_dist": 0.16803, "d3.loss_plan_l1_fix_time": 0.93888, "d3.loss_plan_l1_fix_dist": 0.17511, "d4.loss_plan_l1_fix_time": 0.94419, "d4.loss_plan_l1_fix_dist": 0.18342, "d5.loss_plan_l1_fix_time": 0.95095, "d5.loss_plan_l1_fix_dist": 0.19238, "d6.loss_plan_l1_fix_time": 0.95821, "d6.loss_plan_l1_fix_dist": 0.2033, "d0.loss_cls_all": 0.18194, "d0.loss_bbox_all": 0.37894, "d0.loss_cls": 0.18194, "d0.loss_bbox": 0.37894, "d1.loss_cls": 0.17003, "d1.loss_bbox": 0.35026, "d2.loss_cls": 0.15427, "d2.loss_bbox": 0.34057, "d3.loss_cls": 0.14773, "d3.loss_bbox": 0.33719, "d4.loss_cls": 0.14384, "d4.loss_bbox": 0.33806, "d5.loss_cls": 0.14201, "d5.loss_bbox": 0.34359, "d0.loss_traj_cls": 8e-05, "d0.loss_traj": 0.6438, "d1.loss_traj_cls": 0.00115, "d1.loss_traj": 0.5324, "d2.loss_traj_cls": 0.00183, "d2.loss_traj": 0.50378, "d3.loss_traj_cls": 0.00122, "d3.loss_traj": 0.49384, "d4.loss_traj_cls": 0.00128, "d4.loss_traj": 0.49815, "d5.loss_traj_cls": 0.0014, "d5.loss_traj": 0.49845, "d0.loss_map_cls_all": 0.21042, "d0.loss_map_pts_all": 1.40486, "d0.loss_map_dir_all": 0.0108, "d0.loss_map_cls": 0.21042, "d0.loss_map_pts": 1.40486, "d0.loss_map_dir": 0.0108, "d1.loss_map_cls": 0.17847, "d1.loss_map_pts": 0.90152, "d1.loss_map_dir": 0.01031, "d2.loss_map_cls": 0.15818, "d2.loss_map_pts": 0.7037, "d2.loss_map_dir": 0.0103, "d3.loss_map_cls": 0.14882, "d3.loss_map_pts": 0.64228, "d3.loss_map_dir": 0.01066, "d4.loss_map_cls": 0.14183, "d4.loss_map_pts": 0.62211, "d4.loss_map_dir": 0.01087, "d5.loss_map_cls": 0.13883, "d5.loss_map_pts": 0.61861, "d5.loss_map_dir": 0.011, "loss": 25.59203, "time": 0.75713, "grad_norm": 184.92704}
6
+ {"mode": "train", "epoch": 7, "iter": 250, "lr": 9e-05, "memory": 19865, "data_time": 0.03383, "loss_cls": 0.15817, "loss_bbox": 0.36904, "loss_traj": 0.57568, "loss_traj_cls": 0.00105, "loss_map_cls": 0.15379, "loss_map_pts": 0.70751, "loss_map_dir": 0.01045, "d0.loss_plan_l1_fix_time": 2.37709, "d0.loss_plan_l1_fix_dist": 0.40856, "d1.loss_plan_l1_fix_time": 0.95493, "d1.loss_plan_l1_fix_dist": 0.20797, "d2.loss_plan_l1_fix_time": 0.95253, "d2.loss_plan_l1_fix_dist": 0.2094, "d3.loss_plan_l1_fix_time": 0.95787, "d3.loss_plan_l1_fix_dist": 0.22036, "d4.loss_plan_l1_fix_time": 0.96448, "d4.loss_plan_l1_fix_dist": 0.23424, "d5.loss_plan_l1_fix_time": 0.97147, "d5.loss_plan_l1_fix_dist": 0.25096, "d6.loss_plan_l1_fix_time": 0.97927, "d6.loss_plan_l1_fix_dist": 0.26765, "d0.loss_cls_all": 0.19979, "d0.loss_bbox_all": 0.40925, "d0.loss_cls": 0.19979, "d0.loss_bbox": 0.40925, "d1.loss_cls": 0.18807, "d1.loss_bbox": 0.37544, "d2.loss_cls": 0.17215, "d2.loss_bbox": 0.36505, "d3.loss_cls": 0.16011, "d3.loss_bbox": 0.36438, "d4.loss_cls": 0.15772, "d4.loss_bbox": 0.36378, "d5.loss_cls": 0.15738, "d5.loss_bbox": 0.36666, "d0.loss_traj_cls": 9e-05, "d0.loss_traj": 0.74007, "d1.loss_traj_cls": 0.00117, "d1.loss_traj": 0.61588, "d2.loss_traj_cls": 0.00185, "d2.loss_traj": 0.57363, "d3.loss_traj_cls": 0.00126, "d3.loss_traj": 0.56558, "d4.loss_traj_cls": 0.00131, "d4.loss_traj": 0.57288, "d5.loss_traj_cls": 0.00143, "d5.loss_traj": 0.56997, "d0.loss_map_cls_all": 0.21412, "d0.loss_map_pts_all": 1.37983, "d0.loss_map_dir_all": 0.00948, "d0.loss_map_cls": 0.21412, "d0.loss_map_pts": 1.37983, "d0.loss_map_dir": 0.00948, "d1.loss_map_cls": 0.1949, "d1.loss_map_pts": 0.96268, "d1.loss_map_dir": 0.00922, "d2.loss_map_cls": 0.17654, "d2.loss_map_pts": 0.79354, "d2.loss_map_dir": 0.00954, "d3.loss_map_cls": 0.16615, "d3.loss_map_pts": 0.73549, "d3.loss_map_dir": 0.01005, "d4.loss_map_cls": 0.15838, "d4.loss_map_pts": 0.71627, "d4.loss_map_dir": 0.01036, "d5.loss_map_cls": 0.15468, "d5.loss_map_pts": 0.70628, "d5.loss_map_dir": 0.01047, "loss": 27.48782, "time": 0.75091, "grad_norm": 220.82224}
7
+ {"mode": "train", "epoch": 7, "iter": 300, "lr": 9e-05, "memory": 19865, "data_time": 0.02969, "loss_cls": 0.18084, "loss_bbox": 0.40535, "loss_traj": 0.83663, "loss_traj_cls": 0.001, "loss_map_cls": 0.18161, "loss_map_pts": 0.79155, "loss_map_dir": 0.00993, "d0.loss_plan_l1_fix_time": 2.59102, "d0.loss_plan_l1_fix_dist": 0.43038, "d1.loss_plan_l1_fix_time": 1.19229, "d1.loss_plan_l1_fix_dist": 0.21106, "d2.loss_plan_l1_fix_time": 1.17242, "d2.loss_plan_l1_fix_dist": 0.20571, "d3.loss_plan_l1_fix_time": 1.17003, "d3.loss_plan_l1_fix_dist": 0.21251, "d4.loss_plan_l1_fix_time": 1.17356, "d4.loss_plan_l1_fix_dist": 0.22283, "d5.loss_plan_l1_fix_time": 1.1775, "d5.loss_plan_l1_fix_dist": 0.23649, "d6.loss_plan_l1_fix_time": 1.18188, "d6.loss_plan_l1_fix_dist": 0.25239, "d0.loss_cls_all": 0.21858, "d0.loss_bbox_all": 0.46294, "d0.loss_cls": 0.21858, "d0.loss_bbox": 0.46294, "d1.loss_cls": 0.21066, "d1.loss_bbox": 0.42707, "d2.loss_cls": 0.19762, "d2.loss_bbox": 0.4123, "d3.loss_cls": 0.18465, "d3.loss_bbox": 0.4053, "d4.loss_cls": 0.18166, "d4.loss_bbox": 0.40429, "d5.loss_cls": 0.18066, "d5.loss_bbox": 0.40379, "d0.loss_traj_cls": 9e-05, "d0.loss_traj": 1.11184, "d1.loss_traj_cls": 0.00114, "d1.loss_traj": 0.90473, "d2.loss_traj_cls": 0.00178, "d2.loss_traj": 0.83098, "d3.loss_traj_cls": 0.00121, "d3.loss_traj": 0.81242, "d4.loss_traj_cls": 0.00125, "d4.loss_traj": 0.82644, "d5.loss_traj_cls": 0.00136, "d5.loss_traj": 0.82908, "d0.loss_map_cls_all": 0.2594, "d0.loss_map_pts_all": 1.51481, "d0.loss_map_dir_all": 0.00914, "d0.loss_map_cls": 0.2594, "d0.loss_map_pts": 1.51481, "d0.loss_map_dir": 0.00914, "d1.loss_map_cls": 0.22722, "d1.loss_map_pts": 1.08874, "d1.loss_map_dir": 0.0089, "d2.loss_map_cls": 0.20561, "d2.loss_map_pts": 0.89536, "d2.loss_map_dir": 0.00909, "d3.loss_map_cls": 0.19498, "d3.loss_map_pts": 0.8184, "d3.loss_map_dir": 0.00949, "d4.loss_map_cls": 0.18716, "d4.loss_map_pts": 0.79568, "d4.loss_map_dir": 0.00973, "d5.loss_map_cls": 0.18308, "d5.loss_map_pts": 0.79001, "d5.loss_map_dir": 0.00987, "loss": 32.53033, "time": 0.73295, "grad_norm": 219.13321}
8
+ {"mode": "train", "epoch": 7, "iter": 350, "lr": 9e-05, "memory": 19865, "data_time": 0.03476, "loss_cls": 0.15897, "loss_bbox": 0.36855, "loss_traj": 0.72632, "loss_traj_cls": 0.00104, "loss_map_cls": 0.13075, "loss_map_pts": 0.64186, "loss_map_dir": 0.00784, "d0.loss_plan_l1_fix_time": 2.58549, "d0.loss_plan_l1_fix_dist": 0.44013, "d1.loss_plan_l1_fix_time": 1.08055, "d1.loss_plan_l1_fix_dist": 0.18103, "d2.loss_plan_l1_fix_time": 1.05743, "d2.loss_plan_l1_fix_dist": 0.17569, "d3.loss_plan_l1_fix_time": 1.05785, "d3.loss_plan_l1_fix_dist": 0.18478, "d4.loss_plan_l1_fix_time": 1.0612, "d4.loss_plan_l1_fix_dist": 0.19712, "d5.loss_plan_l1_fix_time": 1.06461, "d5.loss_plan_l1_fix_dist": 0.20991, "d6.loss_plan_l1_fix_time": 1.06807, "d6.loss_plan_l1_fix_dist": 0.22605, "d0.loss_cls_all": 0.19887, "d0.loss_bbox_all": 0.42502, "d0.loss_cls": 0.19887, "d0.loss_bbox": 0.42502, "d1.loss_cls": 0.18637, "d1.loss_bbox": 0.39294, "d2.loss_cls": 0.17657, "d2.loss_bbox": 0.3722, "d3.loss_cls": 0.16657, "d3.loss_bbox": 0.36592, "d4.loss_cls": 0.16153, "d4.loss_bbox": 0.36507, "d5.loss_cls": 0.15957, "d5.loss_bbox": 0.36765, "d0.loss_traj_cls": 8e-05, "d0.loss_traj": 0.90867, "d1.loss_traj_cls": 0.00115, "d1.loss_traj": 0.7741, "d2.loss_traj_cls": 0.00184, "d2.loss_traj": 0.73041, "d3.loss_traj_cls": 0.00124, "d3.loss_traj": 0.7142, "d4.loss_traj_cls": 0.0013, "d4.loss_traj": 0.721, "d5.loss_traj_cls": 0.00142, "d5.loss_traj": 0.72357, "d0.loss_map_cls_all": 0.19736, "d0.loss_map_pts_all": 1.28463, "d0.loss_map_dir_all": 0.00714, "d0.loss_map_cls": 0.19736, "d0.loss_map_pts": 1.28463, "d0.loss_map_dir": 0.00714, "d1.loss_map_cls": 0.17122, "d1.loss_map_pts": 0.90431, "d1.loss_map_dir": 0.00689, "d2.loss_map_cls": 0.15212, "d2.loss_map_pts": 0.74241, "d2.loss_map_dir": 0.00705, "d3.loss_map_cls": 0.1421, "d3.loss_map_pts": 0.67621, "d3.loss_map_dir": 0.00743, "d4.loss_map_cls": 0.13599, "d4.loss_map_pts": 0.65042, "d4.loss_map_dir": 0.00767, "d5.loss_map_cls": 0.13141, "d5.loss_map_pts": 0.64232, "d5.loss_map_dir": 0.00783, "loss": 28.53008, "time": 0.72734, "grad_norm": 205.14346}
9
+ {"mode": "train", "epoch": 7, "iter": 400, "lr": 9e-05, "memory": 19865, "data_time": 0.03455, "loss_cls": 0.20993, "loss_bbox": 0.41901, "loss_traj": 0.66592, "loss_traj_cls": 0.00098, "loss_map_cls": 0.19635, "loss_map_pts": 0.90683, "loss_map_dir": 0.01285, "d0.loss_plan_l1_fix_time": 2.70337, "d0.loss_plan_l1_fix_dist": 0.382, "d1.loss_plan_l1_fix_time": 1.14663, "d1.loss_plan_l1_fix_dist": 0.20285, "d2.loss_plan_l1_fix_time": 1.12935, "d2.loss_plan_l1_fix_dist": 0.20467, "d3.loss_plan_l1_fix_time": 1.12805, "d3.loss_plan_l1_fix_dist": 0.2147, "d4.loss_plan_l1_fix_time": 1.13127, "d4.loss_plan_l1_fix_dist": 0.22624, "d5.loss_plan_l1_fix_time": 1.13504, "d5.loss_plan_l1_fix_dist": 0.23865, "d6.loss_plan_l1_fix_time": 1.13952, "d6.loss_plan_l1_fix_dist": 0.25241, "d0.loss_cls_all": 0.24933, "d0.loss_bbox_all": 0.48216, "d0.loss_cls": 0.24933, "d0.loss_bbox": 0.48216, "d1.loss_cls": 0.24225, "d1.loss_bbox": 0.44512, "d2.loss_cls": 0.22826, "d2.loss_bbox": 0.42643, "d3.loss_cls": 0.21874, "d3.loss_bbox": 0.42009, "d4.loss_cls": 0.21079, "d4.loss_bbox": 0.42006, "d5.loss_cls": 0.21019, "d5.loss_bbox": 0.41963, "d0.loss_traj_cls": 0.00011, "d0.loss_traj": 0.90397, "d1.loss_traj_cls": 0.00115, "d1.loss_traj": 0.76244, "d2.loss_traj_cls": 0.00175, "d2.loss_traj": 0.68864, "d3.loss_traj_cls": 0.0012, "d3.loss_traj": 0.67285, "d4.loss_traj_cls": 0.00123, "d4.loss_traj": 0.67178, "d5.loss_traj_cls": 0.00134, "d5.loss_traj": 0.66522, "d0.loss_map_cls_all": 0.26933, "d0.loss_map_pts_all": 1.80105, "d0.loss_map_dir_all": 0.01113, "d0.loss_map_cls": 0.26933, "d0.loss_map_pts": 1.80105, "d0.loss_map_dir": 0.01113, "d1.loss_map_cls": 0.24697, "d1.loss_map_pts": 1.26144, "d1.loss_map_dir": 0.01113, "d2.loss_map_cls": 0.22312, "d2.loss_map_pts": 1.02763, "d2.loss_map_dir": 0.01164, "d3.loss_map_cls": 0.21358, "d3.loss_map_pts": 0.94506, "d3.loss_map_dir": 0.01229, "d4.loss_map_cls": 0.20357, "d4.loss_map_pts": 0.91625, "d4.loss_map_dir": 0.01263, "d5.loss_map_cls": 0.1989, "d5.loss_map_pts": 0.90758, "d5.loss_map_dir": 0.01272, "loss": 33.09038, "time": 0.77738, "grad_norm": 197.14361}
10
+ {"mode": "train", "epoch": 7, "iter": 450, "lr": 9e-05, "memory": 19865, "data_time": 0.03141, "loss_cls": 0.16165, "loss_bbox": 0.34161, "loss_traj": 0.63525, "loss_traj_cls": 0.00105, "loss_map_cls": 0.15176, "loss_map_pts": 0.68789, "loss_map_dir": 0.01126, "d0.loss_plan_l1_fix_time": 2.42924, "d0.loss_plan_l1_fix_dist": 0.42531, "d1.loss_plan_l1_fix_time": 1.03344, "d1.loss_plan_l1_fix_dist": 0.19846, "d2.loss_plan_l1_fix_time": 1.02123, "d2.loss_plan_l1_fix_dist": 0.20019, "d3.loss_plan_l1_fix_time": 1.02577, "d3.loss_plan_l1_fix_dist": 0.21011, "d4.loss_plan_l1_fix_time": 1.03114, "d4.loss_plan_l1_fix_dist": 0.22164, "d5.loss_plan_l1_fix_time": 1.03713, "d5.loss_plan_l1_fix_dist": 0.23469, "d6.loss_plan_l1_fix_time": 1.04359, "d6.loss_plan_l1_fix_dist": 0.24913, "d0.loss_cls_all": 0.19851, "d0.loss_bbox_all": 0.39238, "d0.loss_cls": 0.19851, "d0.loss_bbox": 0.39238, "d1.loss_cls": 0.18956, "d1.loss_bbox": 0.36388, "d2.loss_cls": 0.17476, "d2.loss_bbox": 0.3499, "d3.loss_cls": 0.16807, "d3.loss_bbox": 0.3426, "d4.loss_cls": 0.16256, "d4.loss_bbox": 0.34182, "d5.loss_cls": 0.16104, "d5.loss_bbox": 0.34135, "d0.loss_traj_cls": 8e-05, "d0.loss_traj": 0.83502, "d1.loss_traj_cls": 0.00115, "d1.loss_traj": 0.69004, "d2.loss_traj_cls": 0.00178, "d2.loss_traj": 0.63593, "d3.loss_traj_cls": 0.00122, "d3.loss_traj": 0.63074, "d4.loss_traj_cls": 0.00127, "d4.loss_traj": 0.62648, "d5.loss_traj_cls": 0.00145, "d5.loss_traj": 0.62636, "d0.loss_map_cls_all": 0.22857, "d0.loss_map_pts_all": 1.49121, "d0.loss_map_dir_all": 0.01117, "d0.loss_map_cls": 0.22857, "d0.loss_map_pts": 1.49121, "d0.loss_map_dir": 0.01117, "d1.loss_map_cls": 0.19254, "d1.loss_map_pts": 0.98788, "d1.loss_map_dir": 0.0105, "d2.loss_map_cls": 0.17107, "d2.loss_map_pts": 0.78606, "d2.loss_map_dir": 0.01065, "d3.loss_map_cls": 0.16181, "d3.loss_map_pts": 0.71377, "d3.loss_map_dir": 0.01089, "d4.loss_map_cls": 0.15688, "d4.loss_map_pts": 0.69098, "d4.loss_map_dir": 0.01115, "d5.loss_map_cls": 0.15344, "d5.loss_map_pts": 0.68728, "d5.loss_map_dir": 0.01124, "loss": 28.39842, "time": 0.752, "grad_norm": 191.95944}
11
+ {"mode": "train", "epoch": 7, "iter": 500, "lr": 9e-05, "memory": 19865, "data_time": 0.03135, "loss_cls": 0.17656, "loss_bbox": 0.36688, "loss_traj": 0.77929, "loss_traj_cls": 0.00105, "loss_map_cls": 0.16599, "loss_map_pts": 0.66518, "loss_map_dir": 0.0075, "d0.loss_plan_l1_fix_time": 3.16679, "d0.loss_plan_l1_fix_dist": 0.36925, "d1.loss_plan_l1_fix_time": 1.2056, "d1.loss_plan_l1_fix_dist": 0.16415, "d2.loss_plan_l1_fix_time": 1.19085, "d2.loss_plan_l1_fix_dist": 0.16727, "d3.loss_plan_l1_fix_time": 1.18992, "d3.loss_plan_l1_fix_dist": 0.17699, "d4.loss_plan_l1_fix_time": 1.19256, "d4.loss_plan_l1_fix_dist": 0.18858, "d5.loss_plan_l1_fix_time": 1.19577, "d5.loss_plan_l1_fix_dist": 0.2009, "d6.loss_plan_l1_fix_time": 1.19938, "d6.loss_plan_l1_fix_dist": 0.21367, "d0.loss_cls_all": 0.21528, "d0.loss_bbox_all": 0.43024, "d0.loss_cls": 0.21528, "d0.loss_bbox": 0.43024, "d1.loss_cls": 0.20737, "d1.loss_bbox": 0.3929, "d2.loss_cls": 0.19376, "d2.loss_bbox": 0.37583, "d3.loss_cls": 0.1856, "d3.loss_bbox": 0.36875, "d4.loss_cls": 0.17894, "d4.loss_bbox": 0.36879, "d5.loss_cls": 0.17801, "d5.loss_bbox": 0.36642, "d0.loss_traj_cls": 9e-05, "d0.loss_traj": 1.01675, "d1.loss_traj_cls": 0.00114, "d1.loss_traj": 0.83605, "d2.loss_traj_cls": 0.00182, "d2.loss_traj": 0.78654, "d3.loss_traj_cls": 0.00125, "d3.loss_traj": 0.78114, "d4.loss_traj_cls": 0.00131, "d4.loss_traj": 0.77591, "d5.loss_traj_cls": 0.00143, "d5.loss_traj": 0.77311, "d0.loss_map_cls_all": 0.24833, "d0.loss_map_pts_all": 1.25654, "d0.loss_map_dir_all": 0.00621, "d0.loss_map_cls": 0.24833, "d0.loss_map_pts": 1.25654, "d0.loss_map_dir": 0.00621, "d1.loss_map_cls": 0.21563, "d1.loss_map_pts": 0.91961, "d1.loss_map_dir": 0.0065, "d2.loss_map_cls": 0.19584, "d2.loss_map_pts": 0.76527, "d2.loss_map_dir": 0.00679, "d3.loss_map_cls": 0.18122, "d3.loss_map_pts": 0.69942, "d3.loss_map_dir": 0.00716, "d4.loss_map_cls": 0.17205, "d4.loss_map_pts": 0.67678, "d4.loss_map_dir": 0.00734, "d5.loss_map_cls": 0.16672, "d5.loss_map_pts": 0.66667, "d5.loss_map_dir": 0.00747, "loss": 30.7847, "time": 0.67948, "grad_norm": 182.32643}
12
+ {"mode": "train", "epoch": 7, "iter": 550, "lr": 9e-05, "memory": 19865, "data_time": 0.03281, "loss_cls": 0.16488, "loss_bbox": 0.36902, "loss_traj": 0.68481, "loss_traj_cls": 0.00102, "loss_map_cls": 0.15437, "loss_map_pts": 0.79493, "loss_map_dir": 0.01117, "d0.loss_plan_l1_fix_time": 2.49823, "d0.loss_plan_l1_fix_dist": 0.42666, "d1.loss_plan_l1_fix_time": 1.18918, "d1.loss_plan_l1_fix_dist": 0.18708, "d2.loss_plan_l1_fix_time": 1.17513, "d2.loss_plan_l1_fix_dist": 0.19035, "d3.loss_plan_l1_fix_time": 1.16806, "d3.loss_plan_l1_fix_dist": 0.19851, "d4.loss_plan_l1_fix_time": 1.17058, "d4.loss_plan_l1_fix_dist": 0.20802, "d5.loss_plan_l1_fix_time": 1.17405, "d5.loss_plan_l1_fix_dist": 0.21964, "d6.loss_plan_l1_fix_time": 1.17844, "d6.loss_plan_l1_fix_dist": 0.23266, "d0.loss_cls_all": 0.20204, "d0.loss_bbox_all": 0.43097, "d0.loss_cls": 0.20204, "d0.loss_bbox": 0.43097, "d1.loss_cls": 0.19513, "d1.loss_bbox": 0.39979, "d2.loss_cls": 0.18049, "d2.loss_bbox": 0.38142, "d3.loss_cls": 0.17144, "d3.loss_bbox": 0.37281, "d4.loss_cls": 0.16689, "d4.loss_bbox": 0.3698, "d5.loss_cls": 0.1652, "d5.loss_bbox": 0.3698, "d0.loss_traj_cls": 9e-05, "d0.loss_traj": 0.89681, "d1.loss_traj_cls": 0.00114, "d1.loss_traj": 0.72391, "d2.loss_traj_cls": 0.00175, "d2.loss_traj": 0.67376, "d3.loss_traj_cls": 0.00119, "d3.loss_traj": 0.67756, "d4.loss_traj_cls": 0.00122, "d4.loss_traj": 0.67619, "d5.loss_traj_cls": 0.00139, "d5.loss_traj": 0.68097, "d0.loss_map_cls_all": 0.23411, "d0.loss_map_pts_all": 1.61394, "d0.loss_map_dir_all": 0.01055, "d0.loss_map_cls": 0.23411, "d0.loss_map_pts": 1.61394, "d0.loss_map_dir": 0.01055, "d1.loss_map_cls": 0.20349, "d1.loss_map_pts": 1.13591, "d1.loss_map_dir": 0.01022, "d2.loss_map_cls": 0.18267, "d2.loss_map_pts": 0.92025, "d2.loss_map_dir": 0.01021, "d3.loss_map_cls": 0.16938, "d3.loss_map_pts": 0.84021, "d3.loss_map_dir": 0.01061, "d4.loss_map_cls": 0.16124, "d4.loss_map_pts": 0.81054, "d4.loss_map_dir": 0.01101, "d5.loss_map_cls": 0.15666, "d5.loss_map_pts": 0.797, "d5.loss_map_dir": 0.01108, "loss": 30.91927, "time": 0.77627, "grad_norm": 183.44558}
13
+ {"mode": "train", "epoch": 7, "iter": 600, "lr": 9e-05, "memory": 19865, "data_time": 0.03195, "loss_cls": 0.16091, "loss_bbox": 0.36037, "loss_traj": 0.78983, "loss_traj_cls": 0.00105, "loss_map_cls": 0.15959, "loss_map_pts": 0.65833, "loss_map_dir": 0.01056, "d0.loss_plan_l1_fix_time": 2.87108, "d0.loss_plan_l1_fix_dist": 0.411, "d1.loss_plan_l1_fix_time": 1.10648, "d1.loss_plan_l1_fix_dist": 0.18672, "d2.loss_plan_l1_fix_time": 1.09842, "d2.loss_plan_l1_fix_dist": 0.1904, "d3.loss_plan_l1_fix_time": 1.09944, "d3.loss_plan_l1_fix_dist": 0.19773, "d4.loss_plan_l1_fix_time": 1.10314, "d4.loss_plan_l1_fix_dist": 0.20856, "d5.loss_plan_l1_fix_time": 1.1073, "d5.loss_plan_l1_fix_dist": 0.22048, "d6.loss_plan_l1_fix_time": 1.11274, "d6.loss_plan_l1_fix_dist": 0.23562, "d0.loss_cls_all": 0.20205, "d0.loss_bbox_all": 0.4147, "d0.loss_cls": 0.20205, "d0.loss_bbox": 0.4147, "d1.loss_cls": 0.1945, "d1.loss_bbox": 0.38205, "d2.loss_cls": 0.18276, "d2.loss_bbox": 0.36684, "d3.loss_cls": 0.16876, "d3.loss_bbox": 0.36249, "d4.loss_cls": 0.16082, "d4.loss_bbox": 0.36291, "d5.loss_cls": 0.15996, "d5.loss_bbox": 0.36171, "d0.loss_traj_cls": 8e-05, "d0.loss_traj": 0.99002, "d1.loss_traj_cls": 0.00112, "d1.loss_traj": 0.81648, "d2.loss_traj_cls": 0.00177, "d2.loss_traj": 0.76525, "d3.loss_traj_cls": 0.0012, "d3.loss_traj": 0.77533, "d4.loss_traj_cls": 0.00124, "d4.loss_traj": 0.77705, "d5.loss_traj_cls": 0.00143, "d5.loss_traj": 0.78066, "d0.loss_map_cls_all": 0.2384, "d0.loss_map_pts_all": 1.40005, "d0.loss_map_dir_all": 0.01021, "d0.loss_map_cls": 0.2384, "d0.loss_map_pts": 1.40005, "d0.loss_map_dir": 0.01021, "d1.loss_map_cls": 0.20196, "d1.loss_map_pts": 0.94629, "d1.loss_map_dir": 0.00978, "d2.loss_map_cls": 0.18182, "d2.loss_map_pts": 0.75547, "d2.loss_map_dir": 0.00992, "d3.loss_map_cls": 0.17126, "d3.loss_map_pts": 0.68812, "d3.loss_map_dir": 0.01029, "d4.loss_map_cls": 0.16563, "d4.loss_map_pts": 0.66476, "d4.loss_map_dir": 0.01048, "d5.loss_map_cls": 0.16159, "d5.loss_map_pts": 0.65766, "d5.loss_map_dir": 0.01054, "loss": 30.08052, "time": 0.73949, "grad_norm": 183.4591}
14
+ {"mode": "train", "epoch": 7, "iter": 650, "lr": 9e-05, "memory": 19865, "data_time": 0.03562, "loss_cls": 0.17149, "loss_bbox": 0.37583, "loss_traj": 0.69407, "loss_traj_cls": 0.00105, "loss_map_cls": 0.15929, "loss_map_pts": 0.71056, "loss_map_dir": 0.00952, "d0.loss_plan_l1_fix_time": 2.80049, "d0.loss_plan_l1_fix_dist": 0.37462, "d1.loss_plan_l1_fix_time": 1.11518, "d1.loss_plan_l1_fix_dist": 0.20582, "d2.loss_plan_l1_fix_time": 1.10728, "d2.loss_plan_l1_fix_dist": 0.20035, "d3.loss_plan_l1_fix_time": 1.1062, "d3.loss_plan_l1_fix_dist": 0.20642, "d4.loss_plan_l1_fix_time": 1.11021, "d4.loss_plan_l1_fix_dist": 0.21539, "d5.loss_plan_l1_fix_time": 1.11474, "d5.loss_plan_l1_fix_dist": 0.22536, "d6.loss_plan_l1_fix_time": 1.12014, "d6.loss_plan_l1_fix_dist": 0.23603, "d0.loss_cls_all": 0.20839, "d0.loss_bbox_all": 0.43649, "d0.loss_cls": 0.20839, "d0.loss_bbox": 0.43649, "d1.loss_cls": 0.202, "d1.loss_bbox": 0.39835, "d2.loss_cls": 0.18817, "d2.loss_bbox": 0.38132, "d3.loss_cls": 0.17708, "d3.loss_bbox": 0.37627, "d4.loss_cls": 0.17306, "d4.loss_bbox": 0.37548, "d5.loss_cls": 0.17186, "d5.loss_bbox": 0.37546, "d0.loss_traj_cls": 0.0001, "d0.loss_traj": 0.96845, "d1.loss_traj_cls": 0.00116, "d1.loss_traj": 0.75017, "d2.loss_traj_cls": 0.00179, "d2.loss_traj": 0.68519, "d3.loss_traj_cls": 0.00121, "d3.loss_traj": 0.69253, "d4.loss_traj_cls": 0.00123, "d4.loss_traj": 0.68049, "d5.loss_traj_cls": 0.00143, "d5.loss_traj": 0.6829, "d0.loss_map_cls_all": 0.23619, "d0.loss_map_pts_all": 1.38073, "d0.loss_map_dir_all": 0.00928, "d0.loss_map_cls": 0.23619, "d0.loss_map_pts": 1.38073, "d0.loss_map_dir": 0.00928, "d1.loss_map_cls": 0.21162, "d1.loss_map_pts": 0.973, "d1.loss_map_dir": 0.00859, "d2.loss_map_cls": 0.18559, "d2.loss_map_pts": 0.81148, "d2.loss_map_dir": 0.00871, "d3.loss_map_cls": 0.1757, "d3.loss_map_pts": 0.74709, "d3.loss_map_dir": 0.00916, "d4.loss_map_cls": 0.16802, "d4.loss_map_pts": 0.72176, "d4.loss_map_dir": 0.00934, "d5.loss_map_cls": 0.16131, "d5.loss_map_pts": 0.71153, "d5.loss_map_dir": 0.00948, "loss": 30.00029, "time": 0.7488, "grad_norm": 181.82091}
15
+ {"mode": "train", "epoch": 7, "iter": 700, "lr": 9e-05, "memory": 19865, "data_time": 0.0297, "loss_cls": 0.17147, "loss_bbox": 0.38101, "loss_traj": 0.81466, "loss_traj_cls": 0.0011, "loss_map_cls": 0.13642, "loss_map_pts": 0.61198, "loss_map_dir": 0.00844, "d0.loss_plan_l1_fix_time": 2.43652, "d0.loss_plan_l1_fix_dist": 0.45421, "d1.loss_plan_l1_fix_time": 1.0783, "d1.loss_plan_l1_fix_dist": 0.18796, "d2.loss_plan_l1_fix_time": 1.0686, "d2.loss_plan_l1_fix_dist": 0.18776, "d3.loss_plan_l1_fix_time": 1.07024, "d3.loss_plan_l1_fix_dist": 0.19833, "d4.loss_plan_l1_fix_time": 1.07479, "d4.loss_plan_l1_fix_dist": 0.2133, "d5.loss_plan_l1_fix_time": 1.07929, "d5.loss_plan_l1_fix_dist": 0.23205, "d6.loss_plan_l1_fix_time": 1.08397, "d6.loss_plan_l1_fix_dist": 0.25189, "d0.loss_cls_all": 0.20559, "d0.loss_bbox_all": 0.43036, "d0.loss_cls": 0.20559, "d0.loss_bbox": 0.43036, "d1.loss_cls": 0.20089, "d1.loss_bbox": 0.39998, "d2.loss_cls": 0.18925, "d2.loss_bbox": 0.3856, "d3.loss_cls": 0.17988, "d3.loss_bbox": 0.37973, "d4.loss_cls": 0.1747, "d4.loss_bbox": 0.37876, "d5.loss_cls": 0.1724, "d5.loss_bbox": 0.3805, "d0.loss_traj_cls": 9e-05, "d0.loss_traj": 1.1088, "d1.loss_traj_cls": 0.00116, "d1.loss_traj": 0.90139, "d2.loss_traj_cls": 0.00182, "d2.loss_traj": 0.83713, "d3.loss_traj_cls": 0.00124, "d3.loss_traj": 0.8161, "d4.loss_traj_cls": 0.00125, "d4.loss_traj": 0.81163, "d5.loss_traj_cls": 0.00147, "d5.loss_traj": 0.80884, "d0.loss_map_cls_all": 0.19497, "d0.loss_map_pts_all": 1.23762, "d0.loss_map_dir_all": 0.00832, "d0.loss_map_cls": 0.19497, "d0.loss_map_pts": 1.23762, "d0.loss_map_dir": 0.00832, "d1.loss_map_cls": 0.17435, "d1.loss_map_pts": 0.86134, "d1.loss_map_dir": 0.00797, "d2.loss_map_cls": 0.15695, "d2.loss_map_pts": 0.70946, "d2.loss_map_dir": 0.00803, "d3.loss_map_cls": 0.14921, "d3.loss_map_pts": 0.64432, "d3.loss_map_dir": 0.00819, "d4.loss_map_cls": 0.14265, "d4.loss_map_pts": 0.62004, "d4.loss_map_dir": 0.00842, "d5.loss_map_cls": 0.13719, "d5.loss_map_pts": 0.61421, "d5.loss_map_dir": 0.00845, "loss": 29.27937, "time": 0.74207, "grad_norm": 185.4367}
16
+ {"mode": "train", "epoch": 7, "iter": 750, "lr": 9e-05, "memory": 19865, "data_time": 0.03681, "loss_cls": 0.14601, "loss_bbox": 0.33438, "loss_traj": 0.53433, "loss_traj_cls": 0.00111, "loss_map_cls": 0.14652, "loss_map_pts": 0.66119, "loss_map_dir": 0.01035, "d0.loss_plan_l1_fix_time": 2.30311, "d0.loss_plan_l1_fix_dist": 0.39691, "d1.loss_plan_l1_fix_time": 0.98153, "d1.loss_plan_l1_fix_dist": 0.15669, "d2.loss_plan_l1_fix_time": 0.96895, "d2.loss_plan_l1_fix_dist": 0.16161, "d3.loss_plan_l1_fix_time": 0.96797, "d3.loss_plan_l1_fix_dist": 0.17476, "d4.loss_plan_l1_fix_time": 0.97314, "d4.loss_plan_l1_fix_dist": 0.18749, "d5.loss_plan_l1_fix_time": 0.97867, "d5.loss_plan_l1_fix_dist": 0.20102, "d6.loss_plan_l1_fix_time": 0.98459, "d6.loss_plan_l1_fix_dist": 0.21414, "d0.loss_cls_all": 0.17284, "d0.loss_bbox_all": 0.38669, "d0.loss_cls": 0.17284, "d0.loss_bbox": 0.38669, "d1.loss_cls": 0.16878, "d1.loss_bbox": 0.3566, "d2.loss_cls": 0.15921, "d2.loss_bbox": 0.3428, "d3.loss_cls": 0.15226, "d3.loss_bbox": 0.33742, "d4.loss_cls": 0.14803, "d4.loss_bbox": 0.3359, "d5.loss_cls": 0.14685, "d5.loss_bbox": 0.33609, "d0.loss_traj_cls": 8e-05, "d0.loss_traj": 0.67934, "d1.loss_traj_cls": 0.00116, "d1.loss_traj": 0.55814, "d2.loss_traj_cls": 0.00179, "d2.loss_traj": 0.53695, "d3.loss_traj_cls": 0.00122, "d3.loss_traj": 0.53605, "d4.loss_traj_cls": 0.00123, "d4.loss_traj": 0.53806, "d5.loss_traj_cls": 0.00149, "d5.loss_traj": 0.53821, "d0.loss_map_cls_all": 0.20798, "d0.loss_map_pts_all": 1.37977, "d0.loss_map_dir_all": 0.00917, "d0.loss_map_cls": 0.20798, "d0.loss_map_pts": 1.37977, "d0.loss_map_dir": 0.00917, "d1.loss_map_cls": 0.1823, "d1.loss_map_pts": 0.95174, "d1.loss_map_dir": 0.00874, "d2.loss_map_cls": 0.16731, "d2.loss_map_pts": 0.76723, "d2.loss_map_dir": 0.00933, "d3.loss_map_cls": 0.15843, "d3.loss_map_pts": 0.69873, "d3.loss_map_dir": 0.00986, "d4.loss_map_cls": 0.15408, "d4.loss_map_pts": 0.67069, "d4.loss_map_dir": 0.01018, "d5.loss_map_cls": 0.14764, "d5.loss_map_pts": 0.6639, "d5.loss_map_dir": 0.0103, "loss": 26.28548, "time": 0.77008, "grad_norm": 185.26964}
17
+ {"mode": "train", "epoch": 7, "iter": 800, "lr": 9e-05, "memory": 19865, "data_time": 0.03361, "loss_cls": 0.19547, "loss_bbox": 0.38967, "loss_traj": 0.61685, "loss_traj_cls": 0.00112, "loss_map_cls": 0.14804, "loss_map_pts": 0.70303, "loss_map_dir": 0.01204, "d0.loss_plan_l1_fix_time": 2.84766, "d0.loss_plan_l1_fix_dist": 0.475, "d1.loss_plan_l1_fix_time": 1.21864, "d1.loss_plan_l1_fix_dist": 0.20782, "d2.loss_plan_l1_fix_time": 1.20705, "d2.loss_plan_l1_fix_dist": 0.20468, "d3.loss_plan_l1_fix_time": 1.20526, "d3.loss_plan_l1_fix_dist": 0.21168, "d4.loss_plan_l1_fix_time": 1.20922, "d4.loss_plan_l1_fix_dist": 0.22302, "d5.loss_plan_l1_fix_time": 1.21408, "d5.loss_plan_l1_fix_dist": 0.23909, "d6.loss_plan_l1_fix_time": 1.21915, "d6.loss_plan_l1_fix_dist": 0.25869, "d0.loss_cls_all": 0.23764, "d0.loss_bbox_all": 0.45771, "d0.loss_cls": 0.23764, "d0.loss_bbox": 0.45771, "d1.loss_cls": 0.2249, "d1.loss_bbox": 0.42141, "d2.loss_cls": 0.21083, "d2.loss_bbox": 0.40158, "d3.loss_cls": 0.19967, "d3.loss_bbox": 0.39451, "d4.loss_cls": 0.19587, "d4.loss_bbox": 0.3888, "d5.loss_cls": 0.19467, "d5.loss_bbox": 0.38874, "d0.loss_traj_cls": 0.00011, "d0.loss_traj": 0.76496, "d1.loss_traj_cls": 0.00118, "d1.loss_traj": 0.66019, "d2.loss_traj_cls": 0.00181, "d2.loss_traj": 0.63173, "d3.loss_traj_cls": 0.00123, "d3.loss_traj": 0.62384, "d4.loss_traj_cls": 0.00126, "d4.loss_traj": 0.61858, "d5.loss_traj_cls": 0.00148, "d5.loss_traj": 0.61502, "d0.loss_map_cls_all": 0.21674, "d0.loss_map_pts_all": 1.47022, "d0.loss_map_dir_all": 0.01105, "d0.loss_map_cls": 0.21674, "d0.loss_map_pts": 1.47022, "d0.loss_map_dir": 0.01105, "d1.loss_map_cls": 0.18406, "d1.loss_map_pts": 0.98575, "d1.loss_map_dir": 0.01095, "d2.loss_map_cls": 0.16734, "d2.loss_map_pts": 0.79919, "d2.loss_map_dir": 0.01129, "d3.loss_map_cls": 0.16084, "d3.loss_map_pts": 0.73404, "d3.loss_map_dir": 0.01169, "d4.loss_map_cls": 0.1534, "d4.loss_map_pts": 0.71034, "d4.loss_map_dir": 0.01185, "d5.loss_map_cls": 0.14987, "d5.loss_map_pts": 0.70468, "d5.loss_map_dir": 0.012, "loss": 30.54368, "time": 0.77089, "grad_norm": 180.30732}
18
+ {"mode": "train", "epoch": 7, "iter": 850, "lr": 9e-05, "memory": 19865, "data_time": 0.03376, "loss_cls": 0.16604, "loss_bbox": 0.35544, "loss_traj": 0.53124, "loss_traj_cls": 0.0011, "loss_map_cls": 0.1642, "loss_map_pts": 0.68271, "loss_map_dir": 0.00965, "d0.loss_plan_l1_fix_time": 2.42841, "d0.loss_plan_l1_fix_dist": 0.36402, "d1.loss_plan_l1_fix_time": 1.03415, "d1.loss_plan_l1_fix_dist": 0.16886, "d2.loss_plan_l1_fix_time": 1.02752, "d2.loss_plan_l1_fix_dist": 0.16618, "d3.loss_plan_l1_fix_time": 1.03024, "d3.loss_plan_l1_fix_dist": 0.17514, "d4.loss_plan_l1_fix_time": 1.03477, "d4.loss_plan_l1_fix_dist": 0.18561, "d5.loss_plan_l1_fix_time": 1.04052, "d5.loss_plan_l1_fix_dist": 0.19963, "d6.loss_plan_l1_fix_time": 1.04618, "d6.loss_plan_l1_fix_dist": 0.21445, "d0.loss_cls_all": 0.20381, "d0.loss_bbox_all": 0.41291, "d0.loss_cls": 0.20381, "d0.loss_bbox": 0.41291, "d1.loss_cls": 0.19529, "d1.loss_bbox": 0.38219, "d2.loss_cls": 0.18594, "d2.loss_bbox": 0.36463, "d3.loss_cls": 0.17236, "d3.loss_bbox": 0.35874, "d4.loss_cls": 0.16835, "d4.loss_bbox": 0.35482, "d5.loss_cls": 0.16737, "d5.loss_bbox": 0.3541, "d0.loss_traj_cls": 9e-05, "d0.loss_traj": 0.70785, "d1.loss_traj_cls": 0.00118, "d1.loss_traj": 0.57663, "d2.loss_traj_cls": 0.0018, "d2.loss_traj": 0.54108, "d3.loss_traj_cls": 0.00122, "d3.loss_traj": 0.53172, "d4.loss_traj_cls": 0.00124, "d4.loss_traj": 0.52643, "d5.loss_traj_cls": 0.00145, "d5.loss_traj": 0.5251, "d0.loss_map_cls_all": 0.23194, "d0.loss_map_pts_all": 1.40625, "d0.loss_map_dir_all": 0.00984, "d0.loss_map_cls": 0.23194, "d0.loss_map_pts": 1.40625, "d0.loss_map_dir": 0.00984, "d1.loss_map_cls": 0.2033, "d1.loss_map_pts": 0.96357, "d1.loss_map_dir": 0.00915, "d2.loss_map_cls": 0.18788, "d2.loss_map_pts": 0.79048, "d2.loss_map_dir": 0.0092, "d3.loss_map_cls": 0.17717, "d3.loss_map_pts": 0.72251, "d3.loss_map_dir": 0.00931, "d4.loss_map_cls": 0.17124, "d4.loss_map_pts": 0.69528, "d4.loss_map_dir": 0.0095, "d5.loss_map_cls": 0.1665, "d5.loss_map_pts": 0.68454, "d5.loss_map_dir": 0.0096, "loss": 27.48437, "time": 0.73539, "grad_norm": 176.17518}
19
+ {"mode": "train", "epoch": 7, "iter": 900, "lr": 9e-05, "memory": 19865, "data_time": 0.03246, "loss_cls": 0.16039, "loss_bbox": 0.3351, "loss_traj": 0.5567, "loss_traj_cls": 0.00108, "loss_map_cls": 0.14605, "loss_map_pts": 0.68309, "loss_map_dir": 0.00984, "d0.loss_plan_l1_fix_time": 2.49499, "d0.loss_plan_l1_fix_dist": 0.40676, "d1.loss_plan_l1_fix_time": 1.09737, "d1.loss_plan_l1_fix_dist": 0.17121, "d2.loss_plan_l1_fix_time": 1.07587, "d2.loss_plan_l1_fix_dist": 0.18112, "d3.loss_plan_l1_fix_time": 1.0743, "d3.loss_plan_l1_fix_dist": 0.1971, "d4.loss_plan_l1_fix_time": 1.07783, "d4.loss_plan_l1_fix_dist": 0.2112, "d5.loss_plan_l1_fix_time": 1.08162, "d5.loss_plan_l1_fix_dist": 0.22237, "d6.loss_plan_l1_fix_time": 1.08632, "d6.loss_plan_l1_fix_dist": 0.2343, "d0.loss_cls_all": 0.19347, "d0.loss_bbox_all": 0.39423, "d0.loss_cls": 0.19347, "d0.loss_bbox": 0.39423, "d1.loss_cls": 0.18535, "d1.loss_bbox": 0.36137, "d2.loss_cls": 0.17396, "d2.loss_bbox": 0.34391, "d3.loss_cls": 0.16563, "d3.loss_bbox": 0.33745, "d4.loss_cls": 0.16011, "d4.loss_bbox": 0.33539, "d5.loss_cls": 0.16064, "d5.loss_bbox": 0.33396, "d0.loss_traj_cls": 9e-05, "d0.loss_traj": 0.7302, "d1.loss_traj_cls": 0.00116, "d1.loss_traj": 0.62254, "d2.loss_traj_cls": 0.00177, "d2.loss_traj": 0.57892, "d3.loss_traj_cls": 0.0012, "d3.loss_traj": 0.5673, "d4.loss_traj_cls": 0.00122, "d4.loss_traj": 0.55767, "d5.loss_traj_cls": 0.00141, "d5.loss_traj": 0.55469, "d0.loss_map_cls_all": 0.21249, "d0.loss_map_pts_all": 1.38512, "d0.loss_map_dir_all": 0.00968, "d0.loss_map_cls": 0.21249, "d0.loss_map_pts": 1.38512, "d0.loss_map_dir": 0.00968, "d1.loss_map_cls": 0.18423, "d1.loss_map_pts": 0.94759, "d1.loss_map_dir": 0.00935, "d2.loss_map_cls": 0.16847, "d2.loss_map_pts": 0.77617, "d2.loss_map_dir": 0.00946, "d3.loss_map_cls": 0.16015, "d3.loss_map_pts": 0.71481, "d3.loss_map_dir": 0.0096, "d4.loss_map_cls": 0.1524, "d4.loss_map_pts": 0.6901, "d4.loss_map_dir": 0.00972, "d5.loss_map_cls": 0.14815, "d5.loss_map_pts": 0.68309, "d5.loss_map_dir": 0.00972, "loss": 27.74352, "time": 0.74757, "grad_norm": 173.70888}
DriveTransformer/goalpoint_1gpu/20260227_103553.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260227_103553.log.json ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260302_065826.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260302_065826.log.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mmcv_version": "0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=6,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 6\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 24\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=32)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=24)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 32\ngpu_ids = range(0, 1)\n", "CLASSES": ["car", "van", "truck", "bicycle", "traffic_sign", "traffic_cone", "traffic_light", "pedestrian", "others"], "PALETTE": null, "env_info": "MMCV: 0.0.1", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py", "fp16": {"loss_scaler": {"scale": 512.0, "growth_factor": 2.0, "backoff_factor": 0.5, "growth_interval": 2000, "_growth_tracker": 0}}, "epoch": 9, "iter": 355752, "time": "Sat Feb 28 10:41:11 2026", "hook_msgs": {"last_ckpt": "/home/Humble/Humble/EndtoEnd/Bench2DriveZoo/work_dirs/drivetransformer_goalpoint_1gpu/epoch_8.pth"}}
DriveTransformer/goalpoint_1gpu/20260302_071228.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260302_071228.log.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"mmcv_version": "0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=6,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 6\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 24\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=32)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=24)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 32\ngpu_ids = range(0, 1)\n", "CLASSES": ["car", "van", "truck", "bicycle", "traffic_sign", "traffic_cone", "traffic_light", "pedestrian", "others"], "PALETTE": null, "env_info": "MMCV: 0.0.1", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py", "fp16": {"loss_scaler": {"scale": 512.0, "growth_factor": 2.0, "backoff_factor": 0.5, "growth_interval": 2000, "_growth_tracker": 0}}, "epoch": 9, "iter": 355752, "time": "Sat Feb 28 10:41:11 2026", "hook_msgs": {"last_ckpt": "/home/Humble/Humble/EndtoEnd/Bench2DriveZoo/work_dirs/drivetransformer_goalpoint_1gpu/epoch_8.pth"}}
DriveTransformer/goalpoint_1gpu/20260302_071328.log ADDED
The diff for this file is too large to render. See raw diff
 
DriveTransformer/goalpoint_1gpu/20260302_071328.log.json ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ {"mmcv_version": "0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=6,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=7,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 6\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 24\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=32)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=24)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 32\ngpu_ids = range(0, 1)\n", "CLASSES": ["car", "van", "truck", "bicycle", "traffic_sign", "traffic_cone", "traffic_light", "pedestrian", "others"], "PALETTE": null, "env_info": "MMCV: 0.0.1", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py", "fp16": {"loss_scaler": {"scale": 512.0, "growth_factor": 2.0, "backoff_factor": 0.5, "growth_interval": 2000, "_growth_tracker": 0}}, "epoch": 9, "iter": 355752, "time": "Sat Feb 28 10:41:11 2026", "hook_msgs": {"last_ckpt": "/home/Humble/Humble/EndtoEnd/Bench2DriveZoo/work_dirs/drivetransformer_goalpoint_1gpu/epoch_8.pth"}}
2
+ {"mode": "train", "epoch": 10, "iter": 50, "lr": 7e-05, "memory": 19862, "data_time": 0.20962, "loss_cls": 0.11593, "loss_bbox": 0.3072, "loss_traj": 0.48392, "loss_traj_cls": 0.00202, "loss_map_cls": 0.12882, "loss_map_pts": 0.5999, "loss_map_dir": 0.007, "d0.loss_plan_l1_fix_time": 2.47242, "d0.loss_plan_l1_fix_dist": 0.37871, "d1.loss_plan_l1_fix_time": 0.86071, "d1.loss_plan_l1_fix_dist": 0.26848, "d2.loss_plan_l1_fix_time": 0.84022, "d2.loss_plan_l1_fix_dist": 0.21882, "d3.loss_plan_l1_fix_time": 0.83621, "d3.loss_plan_l1_fix_dist": 0.22214, "d4.loss_plan_l1_fix_time": 0.83909, "d4.loss_plan_l1_fix_dist": 0.20819, "d5.loss_plan_l1_fix_time": 0.84314, "d5.loss_plan_l1_fix_dist": 0.2493, "d6.loss_plan_l1_fix_time": 0.848, "d6.loss_plan_l1_fix_dist": 0.24196, "d0.loss_cls_all": 0.15553, "d0.loss_bbox_all": 0.37036, "d0.loss_cls": 0.15553, "d0.loss_bbox": 0.37036, "d1.loss_cls": 0.15043, "d1.loss_bbox": 0.33398, "d2.loss_cls": 0.14139, "d2.loss_bbox": 0.31416, "d3.loss_cls": 0.12609, "d3.loss_bbox": 0.30862, "d4.loss_cls": 0.11872, "d4.loss_bbox": 0.30886, "d5.loss_cls": 0.11713, "d5.loss_bbox": 0.30684, "d0.loss_traj_cls": 6e-05, "d0.loss_traj": 0.66307, "d1.loss_traj_cls": 0.00068, "d1.loss_traj": 0.55593, "d2.loss_traj_cls": 0.00089, "d2.loss_traj": 0.5135, "d3.loss_traj_cls": 0.0007, "d3.loss_traj": 0.49472, "d4.loss_traj_cls": 0.00086, "d4.loss_traj": 0.48748, "d5.loss_traj_cls": 0.00128, "d5.loss_traj": 0.48489, "d0.loss_map_cls_all": 0.21055, "d0.loss_map_pts_all": 1.20573, "d0.loss_map_dir_all": 0.00707, "d0.loss_map_cls": 0.21055, "d0.loss_map_pts": 1.20573, "d0.loss_map_dir": 0.00707, "d1.loss_map_cls": 0.17551, "d1.loss_map_pts": 0.86448, "d1.loss_map_dir": 0.00655, "d2.loss_map_cls": 0.15283, "d2.loss_map_pts": 0.70237, "d2.loss_map_dir": 0.00625, "d3.loss_map_cls": 0.14241, "d3.loss_map_pts": 0.63954, "d3.loss_map_dir": 0.00655, "d4.loss_map_cls": 0.13809, "d4.loss_map_pts": 0.61283, "d4.loss_map_dir": 0.00681, "d5.loss_map_cls": 0.13153, "d5.loss_map_pts": 0.60017, "d5.loss_map_dir": 0.00702, "loss": 24.49393, "time": 1.08184, "grad_norm": 89.64458}
DriveTransformer/goalpoint_1gpu/20260302_071515.log ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a40e899338cc7bafc4df9e36f9b7d9b3410c9dde8740badc90a2364f27458737
3
+ size 18492763
DriveTransformer/goalpoint_1gpu/20260302_071515.log.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64c1a029f6c13edf4e5c2be107abe85684617482aacad06a98e77a47b76121b4
3
+ size 19951009
DriveTransformer/goalpoint_1gpu/drivetransformer_goalpoint_1gpu.py ADDED
@@ -0,0 +1,1327 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]
2
+ class_names = [
3
+ 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
4
+ 'traffic_light', 'pedestrian', 'others'
5
+ ]
6
+ dataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'
7
+ data_root = 'data/bench2drive'
8
+ input_modality = dict(
9
+ use_lidar=False,
10
+ use_camera=True,
11
+ use_radar=False,
12
+ use_map=False,
13
+ use_external=True)
14
+ file_client_args = dict(backend='disk')
15
+ train_pipeline = [
16
+ dict(type='LoadMultiViewImageFromFiles', to_float32=True),
17
+ dict(type='ResizeCropFlipImage'),
18
+ dict(
19
+ type='NormalizeMultiviewImage',
20
+ mean=[123.675, 116.28, 103.53],
21
+ std=[58.395, 57.12, 57.375],
22
+ to_rgb=True),
23
+ dict(
24
+ type='LoadAnnotations3D',
25
+ with_bbox_3d=True,
26
+ with_label_3d=True,
27
+ with_attr_label=True),
28
+ dict(
29
+ type='CustomObjectRangeFilter',
30
+ point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),
31
+ dict(
32
+ type='CustomObjectNameFilter',
33
+ classes=[
34
+ 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
35
+ 'traffic_light', 'pedestrian', 'others'
36
+ ]),
37
+ dict(
38
+ type='TrajPreprocess',
39
+ pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
40
+ with_ego_fix_dist=True,
41
+ ego_fut_offset_input=False,
42
+ assign_class_for_ego=False),
43
+ dict(
44
+ type='CustomFormatBundle3D',
45
+ class_names=[
46
+ 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
47
+ 'traffic_light', 'pedestrian', 'others'
48
+ ],
49
+ with_ego=True,
50
+ collect_keys=[
51
+ 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
52
+ 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',
53
+ 'ego_fut_classes'
54
+ ]),
55
+ dict(
56
+ type='CustomCollect3D',
57
+ keys=[
58
+ 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',
59
+ 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',
60
+ 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',
61
+ 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',
62
+ 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',
63
+ 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
64
+ 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',
65
+ 'ego_fut_classes'
66
+ ])
67
+ ]
68
+ test_pipeline = [
69
+ dict(type='LoadMultiViewImageFromFiles', to_float32=True),
70
+ dict(type='ResizeCropFlipImage'),
71
+ dict(
72
+ type='NormalizeMultiviewImage',
73
+ mean=[123.675, 116.28, 103.53],
74
+ std=[58.395, 57.12, 57.375],
75
+ to_rgb=True),
76
+ dict(
77
+ type='LoadAnnotations3D',
78
+ with_bbox_3d=True,
79
+ with_label_3d=True,
80
+ with_attr_label=True),
81
+ dict(
82
+ type='CustomObjectRangeFilter',
83
+ point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),
84
+ dict(
85
+ type='CustomObjectNameFilter',
86
+ classes=[
87
+ 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
88
+ 'traffic_light', 'pedestrian', 'others'
89
+ ]),
90
+ dict(
91
+ type='TrajPreprocess',
92
+ pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
93
+ with_ego_fix_dist=True,
94
+ ego_fut_offset_input=False,
95
+ assign_class_for_ego=False),
96
+ dict(
97
+ type='CustomFormatBundle3D',
98
+ class_names=[
99
+ 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
100
+ 'traffic_light', 'pedestrian', 'others'
101
+ ],
102
+ with_ego=True,
103
+ collect_keys=[
104
+ 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
105
+ 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',
106
+ 'ego_fut_classes'
107
+ ]),
108
+ dict(
109
+ type='CustomCollect3D',
110
+ keys=[
111
+ 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',
112
+ 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',
113
+ 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',
114
+ 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',
115
+ 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',
116
+ 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
117
+ 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',
118
+ 'ego_fut_classes'
119
+ ])
120
+ ]
121
+ eval_pipeline = [
122
+ dict(
123
+ type='LoadPointsFromFile',
124
+ coord_type='LIDAR',
125
+ load_dim=5,
126
+ use_dim=5,
127
+ file_client_args=dict(backend='disk')),
128
+ dict(
129
+ type='LoadPointsFromMultiSweeps',
130
+ sweeps_num=10,
131
+ file_client_args=dict(backend='disk')),
132
+ dict(
133
+ type='DefaultFormatBundle3D',
134
+ class_names=[
135
+ 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',
136
+ 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'
137
+ ],
138
+ with_label=False),
139
+ dict(type='Collect3D', keys=['points'])
140
+ ]
141
+ data = dict(
142
+ samples_per_gpu=6,
143
+ workers_per_gpu=8,
144
+ train=dict(
145
+ type='B2D_DriveTransformer_GoalPoint_Dataset',
146
+ data_root='data/bench2drive',
147
+ ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',
148
+ pipeline=[
149
+ dict(type='LoadMultiViewImageFromFiles', to_float32=True),
150
+ dict(type='ResizeCropFlipImage'),
151
+ dict(
152
+ type='NormalizeMultiviewImage',
153
+ mean=[123.675, 116.28, 103.53],
154
+ std=[58.395, 57.12, 57.375],
155
+ to_rgb=True),
156
+ dict(
157
+ type='LoadAnnotations3D',
158
+ with_bbox_3d=True,
159
+ with_label_3d=True,
160
+ with_attr_label=True),
161
+ dict(
162
+ type='CustomObjectRangeFilter',
163
+ point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),
164
+ dict(
165
+ type='CustomObjectNameFilter',
166
+ classes=[
167
+ 'car', 'van', 'truck', 'bicycle', 'traffic_sign',
168
+ 'traffic_cone', 'traffic_light', 'pedestrian', 'others'
169
+ ]),
170
+ dict(
171
+ type='TrajPreprocess',
172
+ pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
173
+ with_ego_fix_dist=True,
174
+ ego_fut_offset_input=False,
175
+ assign_class_for_ego=False),
176
+ dict(
177
+ type='CustomFormatBundle3D',
178
+ class_names=[
179
+ 'car', 'van', 'truck', 'bicycle', 'traffic_sign',
180
+ 'traffic_cone', 'traffic_light', 'pedestrian', 'others'
181
+ ],
182
+ with_ego=True,
183
+ collect_keys=[
184
+ 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
185
+ 'ego_pose', 'ego_pose_inv', 'pad_shape',
186
+ 'gt_traj_fut_classes', 'ego_fut_classes'
187
+ ]),
188
+ dict(
189
+ type='CustomCollect3D',
190
+ keys=[
191
+ 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',
192
+ 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',
193
+ 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',
194
+ 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',
195
+ 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',
196
+ 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',
197
+ 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',
198
+ 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'
199
+ ])
200
+ ],
201
+ classes=[
202
+ 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
203
+ 'traffic_light', 'pedestrian', 'others'
204
+ ],
205
+ modality=dict(
206
+ use_lidar=False,
207
+ use_camera=True,
208
+ use_radar=False,
209
+ use_map=False,
210
+ use_external=True),
211
+ test_mode=False,
212
+ box_type_3d='LiDAR',
213
+ data_aug_conf=dict(
214
+ resize_lim=(0.64, 0.69),
215
+ final_dim=(384, 1056),
216
+ bot_pct_lim=(0.0, 0.0),
217
+ rot_lim=(-5.4, 5.4),
218
+ H=900,
219
+ W=1600,
220
+ rand_flip=True,
221
+ rot3d_range=[0, 0]),
222
+ name_mapping=dict({
223
+ 'vehicle.bh.crossbike':
224
+ 'bicycle',
225
+ 'vehicle.diamondback.century':
226
+ 'bicycle',
227
+ 'vehicle.gazelle.omafiets':
228
+ 'bicycle',
229
+ 'vehicle.audi.etron':
230
+ 'car',
231
+ 'vehicle.chevrolet.impala':
232
+ 'car',
233
+ 'vehicle.dodge.charger_2020':
234
+ 'car',
235
+ 'vehicle.dodge.charger_police':
236
+ 'car',
237
+ 'vehicle.dodge.charger_police_2020':
238
+ 'car',
239
+ 'vehicle.lincoln.mkz_2017':
240
+ 'car',
241
+ 'vehicle.lincoln.mkz_2020':
242
+ 'car',
243
+ 'vehicle.mini.cooper_s_2021':
244
+ 'car',
245
+ 'vehicle.mercedes.coupe_2020':
246
+ 'car',
247
+ 'vehicle.ford.mustang':
248
+ 'car',
249
+ 'vehicle.nissan.patrol_2021':
250
+ 'car',
251
+ 'vehicle.audi.tt':
252
+ 'car',
253
+ 'vehicle.ford.crown':
254
+ 'car',
255
+ 'vehicle.tesla.model3':
256
+ 'car',
257
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':
258
+ 'car',
259
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':
260
+ 'car',
261
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':
262
+ 'car',
263
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':
264
+ 'car',
265
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':
266
+ 'car',
267
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':
268
+ 'car',
269
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':
270
+ 'car',
271
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':
272
+ 'van',
273
+ 'vehicle.ford.ambulance':
274
+ 'van',
275
+ 'vehicle.carlamotors.firetruck':
276
+ 'truck',
277
+ 'traffic.speed_limit.30':
278
+ 'traffic_sign',
279
+ 'traffic.speed_limit.40':
280
+ 'traffic_sign',
281
+ 'traffic.speed_limit.50':
282
+ 'traffic_sign',
283
+ 'traffic.speed_limit.60':
284
+ 'traffic_sign',
285
+ 'traffic.speed_limit.90':
286
+ 'traffic_sign',
287
+ 'traffic.speed_limit.120':
288
+ 'traffic_sign',
289
+ 'traffic.stop':
290
+ 'traffic_sign',
291
+ 'traffic.yield':
292
+ 'traffic_sign',
293
+ 'traffic.traffic_light':
294
+ 'traffic_light',
295
+ 'static.prop.warningconstruction':
296
+ 'traffic_cone',
297
+ 'static.prop.warningaccident':
298
+ 'traffic_cone',
299
+ 'static.prop.trafficwarning':
300
+ 'traffic_cone',
301
+ 'static.prop.constructioncone':
302
+ 'traffic_cone',
303
+ 'walker.pedestrian.0001':
304
+ 'pedestrian',
305
+ 'walker.pedestrian.0003':
306
+ 'pedestrian',
307
+ 'walker.pedestrian.0004':
308
+ 'pedestrian',
309
+ 'walker.pedestrian.0005':
310
+ 'pedestrian',
311
+ 'walker.pedestrian.0007':
312
+ 'pedestrian',
313
+ 'walker.pedestrian.0010':
314
+ 'pedestrian',
315
+ 'walker.pedestrian.0013':
316
+ 'pedestrian',
317
+ 'walker.pedestrian.0014':
318
+ 'pedestrian',
319
+ 'walker.pedestrian.0015':
320
+ 'pedestrian',
321
+ 'walker.pedestrian.0016':
322
+ 'pedestrian',
323
+ 'walker.pedestrian.0017':
324
+ 'pedestrian',
325
+ 'walker.pedestrian.0018':
326
+ 'pedestrian',
327
+ 'walker.pedestrian.0019':
328
+ 'pedestrian',
329
+ 'walker.pedestrian.0020':
330
+ 'pedestrian',
331
+ 'walker.pedestrian.0021':
332
+ 'pedestrian',
333
+ 'walker.pedestrian.0022':
334
+ 'pedestrian',
335
+ 'walker.pedestrian.0025':
336
+ 'pedestrian',
337
+ 'walker.pedestrian.0027':
338
+ 'pedestrian',
339
+ 'walker.pedestrian.0030':
340
+ 'pedestrian',
341
+ 'walker.pedestrian.0031':
342
+ 'pedestrian',
343
+ 'walker.pedestrian.0032':
344
+ 'pedestrian',
345
+ 'walker.pedestrian.0034':
346
+ 'pedestrian',
347
+ 'walker.pedestrian.0035':
348
+ 'pedestrian',
349
+ 'walker.pedestrian.0041':
350
+ 'pedestrian',
351
+ 'walker.pedestrian.0042':
352
+ 'pedestrian',
353
+ 'walker.pedestrian.0046':
354
+ 'pedestrian',
355
+ 'walker.pedestrian.0047':
356
+ 'pedestrian',
357
+ 'static.prop.dirtdebris01':
358
+ 'others',
359
+ 'static.prop.dirtdebris02':
360
+ 'others'
361
+ }),
362
+ map_file='data/infos/b2d_map_infos.pkl',
363
+ point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
364
+ collect_keys=[
365
+ 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
366
+ 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',
367
+ 'ego_fut_classes'
368
+ ],
369
+ polyline_points_num=20,
370
+ filter_empty_gt=False,
371
+ sub_seq_lenth=-1,
372
+ use_splited_data=True,
373
+ cache_lenth=7,
374
+ future_frames=6,
375
+ future_frames_ego_fix_time=30,
376
+ future_frames_ego_fix_dist=20,
377
+ sample_interval_ego_fut=1,
378
+ sample_interval=5,
379
+ fix_future_dis=1,
380
+ use_angle_as_dis_traj=True,
381
+ use_raw_goalpoint=False),
382
+ val=dict(
383
+ type='B2D_DriveTransformer_GoalPoint_Dataset',
384
+ ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',
385
+ pipeline=[
386
+ dict(type='LoadMultiViewImageFromFiles', to_float32=True),
387
+ dict(type='ResizeCropFlipImage'),
388
+ dict(
389
+ type='NormalizeMultiviewImage',
390
+ mean=[123.675, 116.28, 103.53],
391
+ std=[58.395, 57.12, 57.375],
392
+ to_rgb=True),
393
+ dict(
394
+ type='LoadAnnotations3D',
395
+ with_bbox_3d=True,
396
+ with_label_3d=True,
397
+ with_attr_label=True),
398
+ dict(
399
+ type='CustomObjectRangeFilter',
400
+ point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),
401
+ dict(
402
+ type='CustomObjectNameFilter',
403
+ classes=[
404
+ 'car', 'van', 'truck', 'bicycle', 'traffic_sign',
405
+ 'traffic_cone', 'traffic_light', 'pedestrian', 'others'
406
+ ]),
407
+ dict(
408
+ type='TrajPreprocess',
409
+ pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
410
+ with_ego_fix_dist=True,
411
+ ego_fut_offset_input=False,
412
+ assign_class_for_ego=False),
413
+ dict(
414
+ type='CustomFormatBundle3D',
415
+ class_names=[
416
+ 'car', 'van', 'truck', 'bicycle', 'traffic_sign',
417
+ 'traffic_cone', 'traffic_light', 'pedestrian', 'others'
418
+ ],
419
+ with_ego=True,
420
+ collect_keys=[
421
+ 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
422
+ 'ego_pose', 'ego_pose_inv', 'pad_shape',
423
+ 'gt_traj_fut_classes', 'ego_fut_classes'
424
+ ]),
425
+ dict(
426
+ type='CustomCollect3D',
427
+ keys=[
428
+ 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',
429
+ 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',
430
+ 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',
431
+ 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',
432
+ 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',
433
+ 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',
434
+ 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',
435
+ 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'
436
+ ])
437
+ ],
438
+ classes=[
439
+ 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
440
+ 'traffic_light', 'pedestrian', 'others'
441
+ ],
442
+ modality=dict(
443
+ use_lidar=False,
444
+ use_camera=True,
445
+ use_radar=False,
446
+ use_map=False,
447
+ use_external=True),
448
+ test_mode=True,
449
+ box_type_3d='LiDAR',
450
+ data_root='data/bench2drive',
451
+ data_aug_conf=dict(
452
+ resize_lim=(0.64, 0.69),
453
+ final_dim=(384, 1056),
454
+ bot_pct_lim=(0.0, 0.0),
455
+ rot_lim=(-5.4, 5.4),
456
+ H=900,
457
+ W=1600,
458
+ rand_flip=True,
459
+ rot3d_range=[0, 0]),
460
+ name_mapping=dict({
461
+ 'vehicle.bh.crossbike':
462
+ 'bicycle',
463
+ 'vehicle.diamondback.century':
464
+ 'bicycle',
465
+ 'vehicle.gazelle.omafiets':
466
+ 'bicycle',
467
+ 'vehicle.audi.etron':
468
+ 'car',
469
+ 'vehicle.chevrolet.impala':
470
+ 'car',
471
+ 'vehicle.dodge.charger_2020':
472
+ 'car',
473
+ 'vehicle.dodge.charger_police':
474
+ 'car',
475
+ 'vehicle.dodge.charger_police_2020':
476
+ 'car',
477
+ 'vehicle.lincoln.mkz_2017':
478
+ 'car',
479
+ 'vehicle.lincoln.mkz_2020':
480
+ 'car',
481
+ 'vehicle.mini.cooper_s_2021':
482
+ 'car',
483
+ 'vehicle.mercedes.coupe_2020':
484
+ 'car',
485
+ 'vehicle.ford.mustang':
486
+ 'car',
487
+ 'vehicle.nissan.patrol_2021':
488
+ 'car',
489
+ 'vehicle.audi.tt':
490
+ 'car',
491
+ 'vehicle.ford.crown':
492
+ 'car',
493
+ 'vehicle.tesla.model3':
494
+ 'car',
495
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':
496
+ 'car',
497
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':
498
+ 'car',
499
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':
500
+ 'car',
501
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':
502
+ 'car',
503
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':
504
+ 'car',
505
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':
506
+ 'car',
507
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':
508
+ 'car',
509
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':
510
+ 'van',
511
+ 'vehicle.ford.ambulance':
512
+ 'van',
513
+ 'vehicle.carlamotors.firetruck':
514
+ 'truck',
515
+ 'traffic.speed_limit.30':
516
+ 'traffic_sign',
517
+ 'traffic.speed_limit.40':
518
+ 'traffic_sign',
519
+ 'traffic.speed_limit.50':
520
+ 'traffic_sign',
521
+ 'traffic.speed_limit.60':
522
+ 'traffic_sign',
523
+ 'traffic.speed_limit.90':
524
+ 'traffic_sign',
525
+ 'traffic.speed_limit.120':
526
+ 'traffic_sign',
527
+ 'traffic.stop':
528
+ 'traffic_sign',
529
+ 'traffic.yield':
530
+ 'traffic_sign',
531
+ 'traffic.traffic_light':
532
+ 'traffic_light',
533
+ 'static.prop.warningconstruction':
534
+ 'traffic_cone',
535
+ 'static.prop.warningaccident':
536
+ 'traffic_cone',
537
+ 'static.prop.trafficwarning':
538
+ 'traffic_cone',
539
+ 'static.prop.constructioncone':
540
+ 'traffic_cone',
541
+ 'walker.pedestrian.0001':
542
+ 'pedestrian',
543
+ 'walker.pedestrian.0003':
544
+ 'pedestrian',
545
+ 'walker.pedestrian.0004':
546
+ 'pedestrian',
547
+ 'walker.pedestrian.0005':
548
+ 'pedestrian',
549
+ 'walker.pedestrian.0007':
550
+ 'pedestrian',
551
+ 'walker.pedestrian.0010':
552
+ 'pedestrian',
553
+ 'walker.pedestrian.0013':
554
+ 'pedestrian',
555
+ 'walker.pedestrian.0014':
556
+ 'pedestrian',
557
+ 'walker.pedestrian.0015':
558
+ 'pedestrian',
559
+ 'walker.pedestrian.0016':
560
+ 'pedestrian',
561
+ 'walker.pedestrian.0017':
562
+ 'pedestrian',
563
+ 'walker.pedestrian.0018':
564
+ 'pedestrian',
565
+ 'walker.pedestrian.0019':
566
+ 'pedestrian',
567
+ 'walker.pedestrian.0020':
568
+ 'pedestrian',
569
+ 'walker.pedestrian.0021':
570
+ 'pedestrian',
571
+ 'walker.pedestrian.0022':
572
+ 'pedestrian',
573
+ 'walker.pedestrian.0025':
574
+ 'pedestrian',
575
+ 'walker.pedestrian.0027':
576
+ 'pedestrian',
577
+ 'walker.pedestrian.0030':
578
+ 'pedestrian',
579
+ 'walker.pedestrian.0031':
580
+ 'pedestrian',
581
+ 'walker.pedestrian.0032':
582
+ 'pedestrian',
583
+ 'walker.pedestrian.0034':
584
+ 'pedestrian',
585
+ 'walker.pedestrian.0035':
586
+ 'pedestrian',
587
+ 'walker.pedestrian.0041':
588
+ 'pedestrian',
589
+ 'walker.pedestrian.0042':
590
+ 'pedestrian',
591
+ 'walker.pedestrian.0046':
592
+ 'pedestrian',
593
+ 'walker.pedestrian.0047':
594
+ 'pedestrian',
595
+ 'static.prop.dirtdebris01':
596
+ 'others',
597
+ 'static.prop.dirtdebris02':
598
+ 'others'
599
+ }),
600
+ map_file='data/infos/b2d_map_infos.pkl',
601
+ point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
602
+ collect_keys=[
603
+ 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
604
+ 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',
605
+ 'ego_fut_classes'
606
+ ],
607
+ polyline_points_num=20,
608
+ filter_empty_gt=False,
609
+ use_splited_data=True,
610
+ cache_lenth=7,
611
+ future_frames=6,
612
+ future_frames_ego_fix_time=30,
613
+ future_frames_ego_fix_dist=20,
614
+ sample_interval_ego_fut=1,
615
+ sample_interval=5,
616
+ fix_future_dis=1,
617
+ use_angle_as_dis_traj=True,
618
+ use_raw_goalpoint=False),
619
+ test=dict(
620
+ type='B2D_DriveTransformer_GoalPoint_Dataset',
621
+ data_root='data/bench2drive',
622
+ ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',
623
+ pipeline=[
624
+ dict(type='LoadMultiViewImageFromFiles', to_float32=True),
625
+ dict(type='ResizeCropFlipImage'),
626
+ dict(
627
+ type='NormalizeMultiviewImage',
628
+ mean=[123.675, 116.28, 103.53],
629
+ std=[58.395, 57.12, 57.375],
630
+ to_rgb=True),
631
+ dict(
632
+ type='LoadAnnotations3D',
633
+ with_bbox_3d=True,
634
+ with_label_3d=True,
635
+ with_attr_label=True),
636
+ dict(
637
+ type='CustomObjectRangeFilter',
638
+ point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),
639
+ dict(
640
+ type='CustomObjectNameFilter',
641
+ classes=[
642
+ 'car', 'van', 'truck', 'bicycle', 'traffic_sign',
643
+ 'traffic_cone', 'traffic_light', 'pedestrian', 'others'
644
+ ]),
645
+ dict(
646
+ type='TrajPreprocess',
647
+ pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
648
+ with_ego_fix_dist=True,
649
+ ego_fut_offset_input=False,
650
+ assign_class_for_ego=False),
651
+ dict(
652
+ type='CustomFormatBundle3D',
653
+ class_names=[
654
+ 'car', 'van', 'truck', 'bicycle', 'traffic_sign',
655
+ 'traffic_cone', 'traffic_light', 'pedestrian', 'others'
656
+ ],
657
+ with_ego=True,
658
+ collect_keys=[
659
+ 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
660
+ 'ego_pose', 'ego_pose_inv', 'pad_shape',
661
+ 'gt_traj_fut_classes', 'ego_fut_classes'
662
+ ]),
663
+ dict(
664
+ type='CustomCollect3D',
665
+ keys=[
666
+ 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',
667
+ 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',
668
+ 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',
669
+ 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',
670
+ 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',
671
+ 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',
672
+ 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',
673
+ 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'
674
+ ])
675
+ ],
676
+ classes=[
677
+ 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',
678
+ 'traffic_light', 'pedestrian', 'others'
679
+ ],
680
+ modality=dict(
681
+ use_lidar=False,
682
+ use_camera=True,
683
+ use_radar=False,
684
+ use_map=False,
685
+ use_external=True),
686
+ test_mode=True,
687
+ box_type_3d='LiDAR',
688
+ data_aug_conf=dict(
689
+ resize_lim=(0.64, 0.69),
690
+ final_dim=(384, 1056),
691
+ bot_pct_lim=(0.0, 0.0),
692
+ rot_lim=(-5.4, 5.4),
693
+ H=900,
694
+ W=1600,
695
+ rand_flip=True,
696
+ rot3d_range=[0, 0]),
697
+ name_mapping=dict({
698
+ 'vehicle.bh.crossbike':
699
+ 'bicycle',
700
+ 'vehicle.diamondback.century':
701
+ 'bicycle',
702
+ 'vehicle.gazelle.omafiets':
703
+ 'bicycle',
704
+ 'vehicle.audi.etron':
705
+ 'car',
706
+ 'vehicle.chevrolet.impala':
707
+ 'car',
708
+ 'vehicle.dodge.charger_2020':
709
+ 'car',
710
+ 'vehicle.dodge.charger_police':
711
+ 'car',
712
+ 'vehicle.dodge.charger_police_2020':
713
+ 'car',
714
+ 'vehicle.lincoln.mkz_2017':
715
+ 'car',
716
+ 'vehicle.lincoln.mkz_2020':
717
+ 'car',
718
+ 'vehicle.mini.cooper_s_2021':
719
+ 'car',
720
+ 'vehicle.mercedes.coupe_2020':
721
+ 'car',
722
+ 'vehicle.ford.mustang':
723
+ 'car',
724
+ 'vehicle.nissan.patrol_2021':
725
+ 'car',
726
+ 'vehicle.audi.tt':
727
+ 'car',
728
+ 'vehicle.ford.crown':
729
+ 'car',
730
+ 'vehicle.tesla.model3':
731
+ 'car',
732
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':
733
+ 'car',
734
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':
735
+ 'car',
736
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':
737
+ 'car',
738
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':
739
+ 'car',
740
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':
741
+ 'car',
742
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':
743
+ 'car',
744
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':
745
+ 'car',
746
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':
747
+ 'van',
748
+ 'vehicle.ford.ambulance':
749
+ 'van',
750
+ 'vehicle.carlamotors.firetruck':
751
+ 'truck',
752
+ 'traffic.speed_limit.30':
753
+ 'traffic_sign',
754
+ 'traffic.speed_limit.40':
755
+ 'traffic_sign',
756
+ 'traffic.speed_limit.50':
757
+ 'traffic_sign',
758
+ 'traffic.speed_limit.60':
759
+ 'traffic_sign',
760
+ 'traffic.speed_limit.90':
761
+ 'traffic_sign',
762
+ 'traffic.speed_limit.120':
763
+ 'traffic_sign',
764
+ 'traffic.stop':
765
+ 'traffic_sign',
766
+ 'traffic.yield':
767
+ 'traffic_sign',
768
+ 'traffic.traffic_light':
769
+ 'traffic_light',
770
+ 'static.prop.warningconstruction':
771
+ 'traffic_cone',
772
+ 'static.prop.warningaccident':
773
+ 'traffic_cone',
774
+ 'static.prop.trafficwarning':
775
+ 'traffic_cone',
776
+ 'static.prop.constructioncone':
777
+ 'traffic_cone',
778
+ 'walker.pedestrian.0001':
779
+ 'pedestrian',
780
+ 'walker.pedestrian.0003':
781
+ 'pedestrian',
782
+ 'walker.pedestrian.0004':
783
+ 'pedestrian',
784
+ 'walker.pedestrian.0005':
785
+ 'pedestrian',
786
+ 'walker.pedestrian.0007':
787
+ 'pedestrian',
788
+ 'walker.pedestrian.0010':
789
+ 'pedestrian',
790
+ 'walker.pedestrian.0013':
791
+ 'pedestrian',
792
+ 'walker.pedestrian.0014':
793
+ 'pedestrian',
794
+ 'walker.pedestrian.0015':
795
+ 'pedestrian',
796
+ 'walker.pedestrian.0016':
797
+ 'pedestrian',
798
+ 'walker.pedestrian.0017':
799
+ 'pedestrian',
800
+ 'walker.pedestrian.0018':
801
+ 'pedestrian',
802
+ 'walker.pedestrian.0019':
803
+ 'pedestrian',
804
+ 'walker.pedestrian.0020':
805
+ 'pedestrian',
806
+ 'walker.pedestrian.0021':
807
+ 'pedestrian',
808
+ 'walker.pedestrian.0022':
809
+ 'pedestrian',
810
+ 'walker.pedestrian.0025':
811
+ 'pedestrian',
812
+ 'walker.pedestrian.0027':
813
+ 'pedestrian',
814
+ 'walker.pedestrian.0030':
815
+ 'pedestrian',
816
+ 'walker.pedestrian.0031':
817
+ 'pedestrian',
818
+ 'walker.pedestrian.0032':
819
+ 'pedestrian',
820
+ 'walker.pedestrian.0034':
821
+ 'pedestrian',
822
+ 'walker.pedestrian.0035':
823
+ 'pedestrian',
824
+ 'walker.pedestrian.0041':
825
+ 'pedestrian',
826
+ 'walker.pedestrian.0042':
827
+ 'pedestrian',
828
+ 'walker.pedestrian.0046':
829
+ 'pedestrian',
830
+ 'walker.pedestrian.0047':
831
+ 'pedestrian',
832
+ 'static.prop.dirtdebris01':
833
+ 'others',
834
+ 'static.prop.dirtdebris02':
835
+ 'others'
836
+ }),
837
+ map_file='data/infos/b2d_map_infos.pkl',
838
+ point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
839
+ collect_keys=[
840
+ 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',
841
+ 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',
842
+ 'ego_fut_classes'
843
+ ],
844
+ polyline_points_num=20,
845
+ filter_empty_gt=False,
846
+ use_splited_data=True,
847
+ cache_lenth=7,
848
+ future_frames=6,
849
+ future_frames_ego_fix_time=30,
850
+ future_frames_ego_fix_dist=20,
851
+ sample_interval_ego_fut=1,
852
+ sample_interval=5,
853
+ fix_future_dis=1,
854
+ use_angle_as_dis_traj=True,
855
+ use_raw_goalpoint=False),
856
+ shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),
857
+ nonshuffler_sampler=dict(type='DistributedSampler'))
858
+ evaluation = dict(
859
+ interval=24,
860
+ pipeline=[
861
+ dict(
862
+ type='LoadPointsFromFile',
863
+ coord_type='LIDAR',
864
+ load_dim=5,
865
+ use_dim=5,
866
+ file_client_args=dict(backend='disk')),
867
+ dict(
868
+ type='LoadPointsFromMultiSweeps',
869
+ sweeps_num=10,
870
+ file_client_args=dict(backend='disk')),
871
+ dict(
872
+ type='DefaultFormatBundle3D',
873
+ class_names=[
874
+ 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',
875
+ 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',
876
+ 'barrier'
877
+ ],
878
+ with_label=False),
879
+ dict(type='Collect3D', keys=['points'])
880
+ ])
881
+ checkpoint_config = dict(interval=1)
882
+ log_config = dict(
883
+ interval=50,
884
+ hooks=[dict(type='TextLoggerHook'),
885
+ dict(type='TensorboardLoggerHook')])
886
+ dist_params = dict(backend='nccl')
887
+ log_level = 'INFO'
888
+ work_dir = './work_dirs/drivetransformer_goalpoint_1gpu'
889
+ load_from = None
890
+ resume_from = './work_dirs/drivetransformer_goalpoint_1gpu/epoch_12.pth'
891
+ workflow = [('train', 1)]
892
+ plugin = True
893
+ plugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'
894
+ voxel_size = [0.15, 0.15, 4]
895
+ img_norm_cfg = dict(
896
+ mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)
897
+ NameMapping = dict({
898
+ 'vehicle.bh.crossbike':
899
+ 'bicycle',
900
+ 'vehicle.diamondback.century':
901
+ 'bicycle',
902
+ 'vehicle.gazelle.omafiets':
903
+ 'bicycle',
904
+ 'vehicle.audi.etron':
905
+ 'car',
906
+ 'vehicle.chevrolet.impala':
907
+ 'car',
908
+ 'vehicle.dodge.charger_2020':
909
+ 'car',
910
+ 'vehicle.dodge.charger_police':
911
+ 'car',
912
+ 'vehicle.dodge.charger_police_2020':
913
+ 'car',
914
+ 'vehicle.lincoln.mkz_2017':
915
+ 'car',
916
+ 'vehicle.lincoln.mkz_2020':
917
+ 'car',
918
+ 'vehicle.mini.cooper_s_2021':
919
+ 'car',
920
+ 'vehicle.mercedes.coupe_2020':
921
+ 'car',
922
+ 'vehicle.ford.mustang':
923
+ 'car',
924
+ 'vehicle.nissan.patrol_2021':
925
+ 'car',
926
+ 'vehicle.audi.tt':
927
+ 'car',
928
+ 'vehicle.ford.crown':
929
+ 'car',
930
+ 'vehicle.tesla.model3':
931
+ 'car',
932
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':
933
+ 'car',
934
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':
935
+ 'car',
936
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':
937
+ 'car',
938
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':
939
+ 'car',
940
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':
941
+ 'car',
942
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':
943
+ 'car',
944
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':
945
+ 'car',
946
+ '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':
947
+ 'van',
948
+ 'vehicle.ford.ambulance':
949
+ 'van',
950
+ 'vehicle.carlamotors.firetruck':
951
+ 'truck',
952
+ 'traffic.speed_limit.30':
953
+ 'traffic_sign',
954
+ 'traffic.speed_limit.40':
955
+ 'traffic_sign',
956
+ 'traffic.speed_limit.50':
957
+ 'traffic_sign',
958
+ 'traffic.speed_limit.60':
959
+ 'traffic_sign',
960
+ 'traffic.speed_limit.90':
961
+ 'traffic_sign',
962
+ 'traffic.speed_limit.120':
963
+ 'traffic_sign',
964
+ 'traffic.stop':
965
+ 'traffic_sign',
966
+ 'traffic.yield':
967
+ 'traffic_sign',
968
+ 'traffic.traffic_light':
969
+ 'traffic_light',
970
+ 'static.prop.warningconstruction':
971
+ 'traffic_cone',
972
+ 'static.prop.warningaccident':
973
+ 'traffic_cone',
974
+ 'static.prop.trafficwarning':
975
+ 'traffic_cone',
976
+ 'static.prop.constructioncone':
977
+ 'traffic_cone',
978
+ 'walker.pedestrian.0001':
979
+ 'pedestrian',
980
+ 'walker.pedestrian.0003':
981
+ 'pedestrian',
982
+ 'walker.pedestrian.0004':
983
+ 'pedestrian',
984
+ 'walker.pedestrian.0005':
985
+ 'pedestrian',
986
+ 'walker.pedestrian.0007':
987
+ 'pedestrian',
988
+ 'walker.pedestrian.0010':
989
+ 'pedestrian',
990
+ 'walker.pedestrian.0013':
991
+ 'pedestrian',
992
+ 'walker.pedestrian.0014':
993
+ 'pedestrian',
994
+ 'walker.pedestrian.0015':
995
+ 'pedestrian',
996
+ 'walker.pedestrian.0016':
997
+ 'pedestrian',
998
+ 'walker.pedestrian.0017':
999
+ 'pedestrian',
1000
+ 'walker.pedestrian.0018':
1001
+ 'pedestrian',
1002
+ 'walker.pedestrian.0019':
1003
+ 'pedestrian',
1004
+ 'walker.pedestrian.0020':
1005
+ 'pedestrian',
1006
+ 'walker.pedestrian.0021':
1007
+ 'pedestrian',
1008
+ 'walker.pedestrian.0022':
1009
+ 'pedestrian',
1010
+ 'walker.pedestrian.0025':
1011
+ 'pedestrian',
1012
+ 'walker.pedestrian.0027':
1013
+ 'pedestrian',
1014
+ 'walker.pedestrian.0030':
1015
+ 'pedestrian',
1016
+ 'walker.pedestrian.0031':
1017
+ 'pedestrian',
1018
+ 'walker.pedestrian.0032':
1019
+ 'pedestrian',
1020
+ 'walker.pedestrian.0034':
1021
+ 'pedestrian',
1022
+ 'walker.pedestrian.0035':
1023
+ 'pedestrian',
1024
+ 'walker.pedestrian.0041':
1025
+ 'pedestrian',
1026
+ 'walker.pedestrian.0042':
1027
+ 'pedestrian',
1028
+ 'walker.pedestrian.0046':
1029
+ 'pedestrian',
1030
+ 'walker.pedestrian.0047':
1031
+ 'pedestrian',
1032
+ 'static.prop.dirtdebris01':
1033
+ 'others',
1034
+ 'static.prop.dirtdebris02':
1035
+ 'others'
1036
+ })
1037
+ collect_keys = [
1038
+ 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',
1039
+ 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'
1040
+ ]
1041
+ num_classes = 9
1042
+ map_classes = [
1043
+ 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'
1044
+ ]
1045
+ map_fixed_ptsnum_per_gt_line = 20
1046
+ map_fixed_ptsnum_per_pred_line = 20
1047
+ map_eval_use_same_gt_sample_num_flag = True
1048
+ map_num_classes = 6
1049
+ agent_query_num_vec = 900
1050
+ agent_num_topk_sift = 900
1051
+ agent_num_propagated = 50
1052
+ map_query_num_vec = 100
1053
+ map_num_topk_sift = 100
1054
+ map_num_propagated = 50
1055
+ memory_len_frame = 10
1056
+ num_mode = 6
1057
+ num_gpus = 1
1058
+ batch_size = 6
1059
+ num_iters_per_epoch = 1041
1060
+ data_aug_conf = dict(
1061
+ resize_lim=(0.64, 0.69),
1062
+ final_dim=(384, 1056),
1063
+ bot_pct_lim=(0.0, 0.0),
1064
+ rot_lim=(-5.4, 5.4),
1065
+ H=900,
1066
+ W=1600,
1067
+ rand_flip=True,
1068
+ rot3d_range=[0, 0])
1069
+ _dim_ = 512
1070
+ queue_length = 1
1071
+ total_epochs = 24
1072
+ dropout = 0.1
1073
+ model = dict(
1074
+ type='DriveTransformer',
1075
+ use_grid_mask=False,
1076
+ pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),
1077
+ img_backbone=dict(
1078
+ type='ResNet',
1079
+ depth=50,
1080
+ num_stages=4,
1081
+ out_indices=(3, ),
1082
+ frozen_stages=1,
1083
+ norm_cfg=dict(type='BN', requires_grad=False),
1084
+ norm_eval=True,
1085
+ style='pytorch'),
1086
+ img_neck=dict(
1087
+ type='FPN',
1088
+ in_channels=[2048],
1089
+ out_channels=512,
1090
+ start_level=0,
1091
+ add_extra_convs='on_output',
1092
+ num_outs=1,
1093
+ relu_before_extra_convs=True),
1094
+ pts_bbox_head=dict(
1095
+ type='DriveTransformerlHead',
1096
+ ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],
1097
+ ego_command_dim=128,
1098
+ img_stride=32,
1099
+ embed_dims=512,
1100
+ num_reg_fcs=2,
1101
+ num_cls_fcs=2,
1102
+ agent_num_propagated=50,
1103
+ map_num_propagated=50,
1104
+ memory_len_frame=10,
1105
+ agent_num_query=900,
1106
+ agent_num_query_sifted=900,
1107
+ fut_mode=6,
1108
+ fut_ego_mode=1,
1109
+ fut_ts=6,
1110
+ fut_ego_fix_dist=True,
1111
+ fut_ts_ego_fix_dist=20,
1112
+ fut_ts_ego_fix_time=30,
1113
+ num_classes=9,
1114
+ code_size=10,
1115
+ map_num_query=100,
1116
+ map_num_query_sifted=100,
1117
+ map_num_classes=6,
1118
+ map_num_pts_per_vec=20,
1119
+ map_num_pts_per_gt_vec=20,
1120
+ map_query_embed_type='instance_pts',
1121
+ map_transform_method='minmax',
1122
+ map_gt_shift_pts_pattern='v2',
1123
+ map_dir_interval=1,
1124
+ map_code_size=2,
1125
+ map_code_weights=[1.0, 1.0, 1.0, 1.0],
1126
+ sync_cls_avg_factor=True,
1127
+ with_box_refine=True,
1128
+ LID=True,
1129
+ with_ego_pos=True,
1130
+ position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
1131
+ depth_start=1,
1132
+ depth_step=0.8,
1133
+ depth_num=64,
1134
+ agent_prep_decoder=dict(
1135
+ type='DriveTransformerPreDecoder',
1136
+ num_layers=1,
1137
+ return_intermediate=False,
1138
+ transformerlayers=dict(
1139
+ type='DriveTransformerPreDecoderLayer',
1140
+ attn_cfgs=[
1141
+ dict(
1142
+ type='AttentionLayer',
1143
+ embed_dims=512,
1144
+ head_dim=64,
1145
+ attn_drop=0.1),
1146
+ dict(
1147
+ type='AttentionLayer',
1148
+ embed_dims=512,
1149
+ head_dim=64,
1150
+ attn_drop=0.1)
1151
+ ],
1152
+ ffn_cfgs=dict(
1153
+ type='SwiGLULayer',
1154
+ embed_dims=512,
1155
+ feedforward_channels=2048,
1156
+ ffn_drop=0.1),
1157
+ with_cp=False,
1158
+ operation_order=('cross_attn', 'norm', 'self_attn', 'norm',
1159
+ 'ffn', 'norm'))),
1160
+ map_prep_decoder=dict(
1161
+ type='DriveTransformerPreDecoder',
1162
+ num_layers=1,
1163
+ return_intermediate=False,
1164
+ transformerlayers=dict(
1165
+ type='DriveTransformerPreDecoderLayer',
1166
+ attn_cfgs=[
1167
+ dict(
1168
+ type='AttentionLayer',
1169
+ embed_dims=512,
1170
+ head_dim=64,
1171
+ attn_drop=0.1),
1172
+ dict(
1173
+ type='AttentionLayer',
1174
+ embed_dims=512,
1175
+ head_dim=64,
1176
+ attn_drop=0.1)
1177
+ ],
1178
+ ffn_cfgs=dict(
1179
+ type='SwiGLULayer',
1180
+ embed_dims=512,
1181
+ feedforward_channels=2048,
1182
+ ffn_drop=0.1),
1183
+ with_cp=False,
1184
+ operation_order=('cross_attn', 'norm', 'self_attn', 'norm',
1185
+ 'ffn', 'norm'))),
1186
+ transformer=dict(
1187
+ type='DriveTransformerWrapper',
1188
+ embed_dims=512,
1189
+ decoder=dict(
1190
+ type='DriveTransformerDecoder',
1191
+ num_layers=6,
1192
+ fut_mode=6,
1193
+ agent_num_query=900,
1194
+ map_num_query=100,
1195
+ map_num_pts_per_vec=20,
1196
+ return_intermediate=True,
1197
+ embed_dims=512,
1198
+ refine=True,
1199
+ transformerlayers=dict(
1200
+ type='DriveTransformerDecoderLayer',
1201
+ agent_query_num=900,
1202
+ map_query_num=100,
1203
+ memory_len_frame=10,
1204
+ agent_num_propagated=50,
1205
+ map_num_propagated=50,
1206
+ map_pts_per_vec=20,
1207
+ feedforward_channels=2048,
1208
+ ffn_dropout=0.1,
1209
+ with_cp=False,
1210
+ attn_cfgs=[
1211
+ dict(
1212
+ type='AttentionLayer',
1213
+ embed_dims=512,
1214
+ head_dim=64,
1215
+ attn_drop=0.1,
1216
+ layer_scale=0.01),
1217
+ dict(
1218
+ type='AttentionLayer',
1219
+ embed_dims=512,
1220
+ head_dim=64,
1221
+ attn_drop=0.1,
1222
+ layer_scale=0.01),
1223
+ dict(
1224
+ type='AttentionLayer',
1225
+ embed_dims=512,
1226
+ head_dim=64,
1227
+ attn_drop=0.1,
1228
+ no_wq=True)
1229
+ ],
1230
+ ffn_cfgs=dict(
1231
+ type='SwiGLULayer',
1232
+ embed_dims=512,
1233
+ feedforward_channels=2048,
1234
+ ffn_drop=0.1),
1235
+ operation_order=('task_self_attn', 'norm',
1236
+ 'temporal_cross_attn', 'norm',
1237
+ 'sensor_cross_attn', 'norm', 'ffn',
1238
+ 'norm')))),
1239
+ bbox_coder=dict(
1240
+ type='CustomNMSFreeCoder',
1241
+ post_center_range=[-20, -35, -10.0, 20, 35, 10.0],
1242
+ pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
1243
+ max_num=100,
1244
+ voxel_size=[0.15, 0.15, 4],
1245
+ num_classes=9),
1246
+ loss_cls=dict(
1247
+ type='FocalLoss',
1248
+ use_sigmoid=True,
1249
+ gamma=2.0,
1250
+ alpha=0.25,
1251
+ loss_weight=2.0),
1252
+ loss_bbox=dict(type='L1Loss', loss_weight=0.25),
1253
+ loss_traj=dict(type='L1Loss', loss_weight=0.2),
1254
+ loss_traj_cls=dict(
1255
+ type='FocalLoss',
1256
+ use_sigmoid=True,
1257
+ gamma=2.0,
1258
+ alpha=0.5,
1259
+ loss_weight=0.2),
1260
+ map_bbox_coder=dict(
1261
+ type='MapNMSFreeCoder',
1262
+ post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],
1263
+ pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
1264
+ max_num=50,
1265
+ voxel_size=[0.15, 0.15, 4],
1266
+ num_classes=6),
1267
+ loss_map_cls=dict(
1268
+ type='FocalLoss',
1269
+ use_sigmoid=True,
1270
+ gamma=2.0,
1271
+ alpha=0.25,
1272
+ loss_weight=2.0),
1273
+ loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),
1274
+ loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),
1275
+ loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),
1276
+ loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),
1277
+ loss_plan_cls=dict(
1278
+ type='FocalLoss',
1279
+ use_sigmoid=True,
1280
+ gamma=4.0,
1281
+ alpha=0.5,
1282
+ loss_weight=20.0)),
1283
+ train_cfg=dict(
1284
+ pts=dict(
1285
+ grid_size=[512, 512, 1],
1286
+ voxel_size=[0.15, 0.15, 4],
1287
+ point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],
1288
+ out_size_factor=4,
1289
+ assigner=dict(
1290
+ type='HungarianAssigner3D',
1291
+ cls_cost=dict(
1292
+ type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),
1293
+ reg_cost=dict(type='BBox3DL1Cost', weight=0.25),
1294
+ iou_cost=dict(type='IoUCost', weight=0.0),
1295
+ pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),
1296
+ map_assigner=dict(
1297
+ type='MapHungarianAssigner3D',
1298
+ cls_cost=dict(
1299
+ type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),
1300
+ reg_cost=dict(
1301
+ type='BBoxL1Cost', weight=0.0, box_format='xywh'),
1302
+ iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),
1303
+ pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),
1304
+ pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))
1305
+ info_root = 'data/infos'
1306
+ map_root = 'data/bench2drive/maps'
1307
+ map_file = 'data/infos/b2d_map_infos.pkl'
1308
+ ann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'
1309
+ ann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'
1310
+ ann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'
1311
+ optimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)
1312
+ optimizer_config = dict(
1313
+ grad_clip=dict(max_norm=35, norm_type=2),
1314
+ type='GradientCumulativeFp16OptimizerHook',
1315
+ cumulative_iters=32)
1316
+ lr_config = dict(
1317
+ policy='CosineAnnealing',
1318
+ warmup='linear',
1319
+ warmup_iters=1000,
1320
+ warmup_ratio=0.1,
1321
+ min_lr_ratio=0.01)
1322
+ runner = dict(type='EpochBasedRunner', max_epochs=24)
1323
+ fp16 = dict(loss_scale=512.0)
1324
+ find_unused_parameters = True
1325
+ custom_hooks = [dict(type='CustomSetEpochInfoHook')]
1326
+ cumulative_iters = 32
1327
+ gpu_ids = range(0, 1)
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771887376.ysh-4090.3425452.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df6391b728fac9499dbb6b1c6c632b06cdac29399157cb5a91ccb9afab0b8a3e
3
+ size 88
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888131.ysh-4090.3444167.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef74fb9f8af4e7856edf5a5b3dd21863cb36d07b7b106c69618ecc8e3268931b
3
+ size 88
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888156.ysh-4090.3445183.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81b94348019352dfb838fe8fab2f666396eb2cfd897aeb6c82fb09af826ad5dd
3
+ size 88
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888221.ysh-4090.3447462.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63f8661a66de219968c47ca32187cba7897945b0884127c895543d5000846a40
3
+ size 88
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888265.ysh-4090.3449288.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a5263b740b706c2f6f4b8aab8f7199c3dc04052bf9727b212e35c2308b42d30
3
+ size 88
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888319.ysh-4090.3451333.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b7cd73bf41932d03a6c990f4e136e8a19648add2d8966748470460943072067
3
+ size 88
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771888393.ysh-4090.3453837.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5462963699d3764d36b8a5c0629b70c213c61391bc6e9c71eb2757f690eecd3c
3
+ size 1006075
DriveTransformer/goalpoint_1gpu/tf_logs/events.out.tfevents.1771892080.ysh-4090.3536628.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50cc72c3ba3e098df5fd43a43c334914f845c4f05c936652e259801a58474042
3
+ size 56272