{"env_info": "MMCV: 0.0.1", "config": "point_cloud_range = [-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]\nclass_names = [\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n]\ndataset_type = 'B2D_DriveTransformer_GoalPoint_Dataset'\ndata_root = 'data/bench2drive'\ninput_modality = dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True)\nfile_client_args = dict(backend='disk')\ntrain_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\ntest_pipeline = [\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist', 'ego_fut_cmd',\n 'ego_lcf_feat', 'gt_attr_labels', 'prev_exists', 'index',\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ])\n]\neval_pipeline = [\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone', 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n]\ndata = dict(\n samples_per_gpu=2,\n workers_per_gpu=8,\n train=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=False,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n sub_seq_lenth=-1,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n val=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_root='data/bench2drive',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n test=dict(\n type='B2D_DriveTransformer_GoalPoint_Dataset',\n data_root='data/bench2drive',\n ann_file='data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl',\n pipeline=[\n dict(type='LoadMultiViewImageFromFiles', to_float32=True),\n dict(type='ResizeCropFlipImage'),\n dict(\n type='NormalizeMultiviewImage',\n mean=[123.675, 116.28, 103.53],\n std=[58.395, 57.12, 57.375],\n to_rgb=True),\n dict(\n type='LoadAnnotations3D',\n with_bbox_3d=True,\n with_label_3d=True,\n with_attr_label=True),\n dict(\n type='CustomObjectRangeFilter',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n dict(\n type='CustomObjectNameFilter',\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ]),\n dict(\n type='TrajPreprocess',\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n with_ego_fix_dist=True,\n ego_fut_offset_input=False,\n assign_class_for_ego=False),\n dict(\n type='CustomFormatBundle3D',\n class_names=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign',\n 'traffic_cone', 'traffic_light', 'pedestrian', 'others'\n ],\n with_ego=True,\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape',\n 'gt_traj_fut_classes', 'ego_fut_classes'\n ]),\n dict(\n type='CustomCollect3D',\n keys=[\n 'gt_bboxes_3d', 'gt_labels_3d', 'img', 'ego_his_trajs',\n 'fut_valid_flag_fix_time', 'ego_fut_trajs_fix_time',\n 'ego_fut_masks_fix_time', 'fut_valid_flag_fix_dist',\n 'ego_fut_trajs_fix_dist', 'ego_fut_masks_fix_dist',\n 'ego_fut_cmd', 'ego_lcf_feat', 'gt_attr_labels',\n 'prev_exists', 'index', 'lidar2img', 'cam_intrinsic',\n 'cam_extrinsic', 'timestamp', 'ego_pose', 'ego_pose_inv',\n 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n ])\n ],\n classes=[\n 'car', 'van', 'truck', 'bicycle', 'traffic_sign', 'traffic_cone',\n 'traffic_light', 'pedestrian', 'others'\n ],\n modality=dict(\n use_lidar=False,\n use_camera=True,\n use_radar=False,\n use_map=False,\n use_external=True),\n test_mode=True,\n box_type_3d='LiDAR',\n data_aug_conf=dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0]),\n name_mapping=dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n }),\n map_file='data/infos/b2d_map_infos.pkl',\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n collect_keys=[\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp',\n 'ego_pose', 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes',\n 'ego_fut_classes'\n ],\n polyline_points_num=20,\n filter_empty_gt=False,\n use_splited_data=True,\n cache_lenth=3,\n future_frames=6,\n future_frames_ego_fix_time=30,\n future_frames_ego_fix_dist=20,\n sample_interval_ego_fut=1,\n sample_interval=5,\n fix_future_dis=1,\n use_angle_as_dis_traj=True,\n use_raw_goalpoint=False),\n shuffler_sampler=dict(type='InfiniteGroupEachSampleInBatchSampler'),\n nonshuffler_sampler=dict(type='DistributedSampler'))\nevaluation = dict(\n interval=24,\n pipeline=[\n dict(\n type='LoadPointsFromFile',\n coord_type='LIDAR',\n load_dim=5,\n use_dim=5,\n file_client_args=dict(backend='disk')),\n dict(\n type='LoadPointsFromMultiSweeps',\n sweeps_num=10,\n file_client_args=dict(backend='disk')),\n dict(\n type='DefaultFormatBundle3D',\n class_names=[\n 'car', 'truck', 'trailer', 'bus', 'construction_vehicle',\n 'bicycle', 'motorcycle', 'pedestrian', 'traffic_cone',\n 'barrier'\n ],\n with_label=False),\n dict(type='Collect3D', keys=['points'])\n ])\ncheckpoint_config = dict(interval=1)\nlog_config = dict(\n interval=50,\n hooks=[dict(type='TextLoggerHook'),\n dict(type='TensorboardLoggerHook')])\ndist_params = dict(backend='nccl')\nlog_level = 'INFO'\nwork_dir = './work_dirs/drivetransformer_goalpoint_1gpu'\nload_from = None\nresume_from = None\nworkflow = [('train', 1)]\nplugin = True\nplugin_dir = 'adzoo/drivetransformer/mmdet3d_plugin/'\nvoxel_size = [0.15, 0.15, 4]\nimg_norm_cfg = dict(\n mean=[123.675, 116.28, 103.53], std=[58.395, 57.12, 57.375], to_rgb=True)\nNameMapping = dict({\n 'vehicle.bh.crossbike':\n 'bicycle',\n 'vehicle.diamondback.century':\n 'bicycle',\n 'vehicle.gazelle.omafiets':\n 'bicycle',\n 'vehicle.audi.etron':\n 'car',\n 'vehicle.chevrolet.impala':\n 'car',\n 'vehicle.dodge.charger_2020':\n 'car',\n 'vehicle.dodge.charger_police':\n 'car',\n 'vehicle.dodge.charger_police_2020':\n 'car',\n 'vehicle.lincoln.mkz_2017':\n 'car',\n 'vehicle.lincoln.mkz_2020':\n 'car',\n 'vehicle.mini.cooper_s_2021':\n 'car',\n 'vehicle.mercedes.coupe_2020':\n 'car',\n 'vehicle.ford.mustang':\n 'car',\n 'vehicle.nissan.patrol_2021':\n 'car',\n 'vehicle.audi.tt':\n 'car',\n 'vehicle.ford.crown':\n 'car',\n 'vehicle.tesla.model3':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/FordCrown/SM_FordCrown_parked.SM_FordCrown_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Charger/SM_ChargerParked.SM_ChargerParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Lincoln/SM_LincolnParked.SM_LincolnParked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/MercedesCCC/SM_MercedesCCC_Parked.SM_MercedesCCC_Parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/Mini2021/SM_Mini2021_parked.SM_Mini2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/NissanPatrol2021/SM_NissanPatrol2021_parked.SM_NissanPatrol2021_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/TeslaM3/SM_TeslaM3_parked.SM_TeslaM3_parked':\n 'car',\n '/Game/Carla/Static/Car/4Wheeled/ParkedVehicles/VolkswagenT2/SM_VolkswagenT2_2021_Parked.SM_VolkswagenT2_2021_Parked':\n 'van',\n 'vehicle.ford.ambulance':\n 'van',\n 'vehicle.carlamotors.firetruck':\n 'truck',\n 'traffic.speed_limit.30':\n 'traffic_sign',\n 'traffic.speed_limit.40':\n 'traffic_sign',\n 'traffic.speed_limit.50':\n 'traffic_sign',\n 'traffic.speed_limit.60':\n 'traffic_sign',\n 'traffic.speed_limit.90':\n 'traffic_sign',\n 'traffic.speed_limit.120':\n 'traffic_sign',\n 'traffic.stop':\n 'traffic_sign',\n 'traffic.yield':\n 'traffic_sign',\n 'traffic.traffic_light':\n 'traffic_light',\n 'static.prop.warningconstruction':\n 'traffic_cone',\n 'static.prop.warningaccident':\n 'traffic_cone',\n 'static.prop.trafficwarning':\n 'traffic_cone',\n 'static.prop.constructioncone':\n 'traffic_cone',\n 'walker.pedestrian.0001':\n 'pedestrian',\n 'walker.pedestrian.0003':\n 'pedestrian',\n 'walker.pedestrian.0004':\n 'pedestrian',\n 'walker.pedestrian.0005':\n 'pedestrian',\n 'walker.pedestrian.0007':\n 'pedestrian',\n 'walker.pedestrian.0010':\n 'pedestrian',\n 'walker.pedestrian.0013':\n 'pedestrian',\n 'walker.pedestrian.0014':\n 'pedestrian',\n 'walker.pedestrian.0015':\n 'pedestrian',\n 'walker.pedestrian.0016':\n 'pedestrian',\n 'walker.pedestrian.0017':\n 'pedestrian',\n 'walker.pedestrian.0018':\n 'pedestrian',\n 'walker.pedestrian.0019':\n 'pedestrian',\n 'walker.pedestrian.0020':\n 'pedestrian',\n 'walker.pedestrian.0021':\n 'pedestrian',\n 'walker.pedestrian.0022':\n 'pedestrian',\n 'walker.pedestrian.0025':\n 'pedestrian',\n 'walker.pedestrian.0027':\n 'pedestrian',\n 'walker.pedestrian.0030':\n 'pedestrian',\n 'walker.pedestrian.0031':\n 'pedestrian',\n 'walker.pedestrian.0032':\n 'pedestrian',\n 'walker.pedestrian.0034':\n 'pedestrian',\n 'walker.pedestrian.0035':\n 'pedestrian',\n 'walker.pedestrian.0041':\n 'pedestrian',\n 'walker.pedestrian.0042':\n 'pedestrian',\n 'walker.pedestrian.0046':\n 'pedestrian',\n 'walker.pedestrian.0047':\n 'pedestrian',\n 'static.prop.dirtdebris01':\n 'others',\n 'static.prop.dirtdebris02':\n 'others'\n})\ncollect_keys = [\n 'lidar2img', 'cam_intrinsic', 'cam_extrinsic', 'timestamp', 'ego_pose',\n 'ego_pose_inv', 'pad_shape', 'gt_traj_fut_classes', 'ego_fut_classes'\n]\nnum_classes = 9\nmap_classes = [\n 'Broken', 'Solid', 'SolidSolid', 'Center', 'TrafficLight', 'StopSign'\n]\nmap_fixed_ptsnum_per_gt_line = 20\nmap_fixed_ptsnum_per_pred_line = 20\nmap_eval_use_same_gt_sample_num_flag = True\nmap_num_classes = 6\nagent_query_num_vec = 900\nagent_num_topk_sift = 900\nagent_num_propagated = 50\nmap_query_num_vec = 100\nmap_num_topk_sift = 100\nmap_num_propagated = 50\nmemory_len_frame = 10\nnum_mode = 6\nnum_gpus = 1\nbatch_size = 2\nnum_iters_per_epoch = 1041\ndata_aug_conf = dict(\n resize_lim=(0.64, 0.69),\n final_dim=(384, 1056),\n bot_pct_lim=(0.0, 0.0),\n rot_lim=(-5.4, 5.4),\n H=900,\n W=1600,\n rand_flip=True,\n rot3d_range=[0, 0])\n_dim_ = 512\nqueue_length = 1\ntotal_epochs = 60\ndropout = 0.1\nmodel = dict(\n type='DriveTransformer',\n use_grid_mask=False,\n pretrained=dict(img='./ckpts/resnet50-19c8e357.pth'),\n img_backbone=dict(\n type='ResNet',\n depth=50,\n num_stages=4,\n out_indices=(3, ),\n frozen_stages=1,\n norm_cfg=dict(type='BN', requires_grad=False),\n norm_eval=True,\n style='pytorch'),\n img_neck=dict(\n type='FPN',\n in_channels=[2048],\n out_channels=512,\n start_level=0,\n add_extra_convs='on_output',\n num_outs=1,\n relu_before_extra_convs=True),\n pts_bbox_head=dict(\n type='DriveTransformerlHead',\n ego_lcf_feat_idx=[0, 1, 2, 3, 4, 5, 6, 7, 8],\n ego_command_dim=128,\n img_stride=32,\n embed_dims=512,\n num_reg_fcs=2,\n num_cls_fcs=2,\n agent_num_propagated=50,\n map_num_propagated=50,\n memory_len_frame=10,\n agent_num_query=900,\n agent_num_query_sifted=900,\n fut_mode=6,\n fut_ego_mode=1,\n fut_ts=6,\n fut_ego_fix_dist=True,\n fut_ts_ego_fix_dist=20,\n fut_ts_ego_fix_time=30,\n num_classes=9,\n code_size=10,\n map_num_query=100,\n map_num_query_sifted=100,\n map_num_classes=6,\n map_num_pts_per_vec=20,\n map_num_pts_per_gt_vec=20,\n map_query_embed_type='instance_pts',\n map_transform_method='minmax',\n map_gt_shift_pts_pattern='v2',\n map_dir_interval=1,\n map_code_size=2,\n map_code_weights=[1.0, 1.0, 1.0, 1.0],\n sync_cls_avg_factor=True,\n with_box_refine=True,\n LID=True,\n with_ego_pos=True,\n position_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n depth_start=1,\n depth_step=0.8,\n depth_num=64,\n agent_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n map_prep_decoder=dict(\n type='DriveTransformerPreDecoder',\n num_layers=1,\n return_intermediate=False,\n transformerlayers=dict(\n type='DriveTransformerPreDecoderLayer',\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n with_cp=False,\n operation_order=('cross_attn', 'norm', 'self_attn', 'norm',\n 'ffn', 'norm'))),\n transformer=dict(\n type='DriveTransformerWrapper',\n embed_dims=512,\n decoder=dict(\n type='DriveTransformerDecoder',\n num_layers=6,\n fut_mode=6,\n agent_num_query=900,\n map_num_query=100,\n map_num_pts_per_vec=20,\n return_intermediate=True,\n embed_dims=512,\n refine=True,\n transformerlayers=dict(\n type='DriveTransformerDecoderLayer',\n agent_query_num=900,\n map_query_num=100,\n memory_len_frame=10,\n agent_num_propagated=50,\n map_num_propagated=50,\n map_pts_per_vec=20,\n feedforward_channels=2048,\n ffn_dropout=0.1,\n with_cp=False,\n attn_cfgs=[\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n layer_scale=0.01),\n dict(\n type='AttentionLayer',\n embed_dims=512,\n head_dim=64,\n attn_drop=0.1,\n no_wq=True)\n ],\n ffn_cfgs=dict(\n type='SwiGLULayer',\n embed_dims=512,\n feedforward_channels=2048,\n ffn_drop=0.1),\n operation_order=('task_self_attn', 'norm',\n 'temporal_cross_attn', 'norm',\n 'sensor_cross_attn', 'norm', 'ffn',\n 'norm')))),\n bbox_coder=dict(\n type='CustomNMSFreeCoder',\n post_center_range=[-20, -35, -10.0, 20, 35, 10.0],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=100,\n voxel_size=[0.15, 0.15, 4],\n num_classes=9),\n loss_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_bbox=dict(type='L1Loss', loss_weight=0.25),\n loss_traj=dict(type='L1Loss', loss_weight=0.2),\n loss_traj_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.5,\n loss_weight=0.2),\n map_bbox_coder=dict(\n type='MapNMSFreeCoder',\n post_center_range=[-20, -35, -20, -35, 20, 35, 20, 35],\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n max_num=50,\n voxel_size=[0.15, 0.15, 4],\n num_classes=6),\n loss_map_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=2.0,\n alpha=0.25,\n loss_weight=2.0),\n loss_map_pts=dict(type='PtsL1Loss', loss_weight=1.0),\n loss_map_dir=dict(type='PtsDirCosLoss', loss_weight=0.005),\n loss_plan_reg_fix_time=dict(type='L1Loss', loss_weight=3.5),\n loss_plan_reg_fix_dist=dict(type='L1Loss', loss_weight=10.0),\n loss_plan_cls=dict(\n type='FocalLoss',\n use_sigmoid=True,\n gamma=4.0,\n alpha=0.5,\n loss_weight=20.0)),\n train_cfg=dict(\n pts=dict(\n grid_size=[512, 512, 1],\n voxel_size=[0.15, 0.15, 4],\n point_cloud_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0],\n out_size_factor=4,\n assigner=dict(\n type='HungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(type='BBox3DL1Cost', weight=0.25),\n iou_cost=dict(type='IoUCost', weight=0.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]),\n map_assigner=dict(\n type='MapHungarianAssigner3D',\n cls_cost=dict(\n type='FocalLossCost', weight=2.0, gamma=2.0, alpha=0.25),\n reg_cost=dict(\n type='BBoxL1Cost', weight=0.0, box_format='xywh'),\n iou_cost=dict(type='IoUCost', iou_mode='giou', weight=0.0),\n pts_cost=dict(type='OrderedPtsL1Cost', weight=1.0),\n pc_range=[-15.0, -30.0, -2.0, 15.0, 30.0, 2.0]))))\ninfo_root = 'data/infos'\nmap_root = 'data/bench2drive/maps'\nmap_file = 'data/infos/b2d_map_infos.pkl'\nann_file_train = 'data/infos/b2d_infos_v1_train_drivetransformer_meta.pkl'\nann_file_val = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\nann_file_test = 'data/infos/b2d_infos_v1_val_drivetransformer_meta.pkl'\noptimizer = dict(type='AdamW', lr=0.0001, weight_decay=0.01)\noptimizer_config = dict(\n grad_clip=dict(max_norm=35, norm_type=2),\n type='GradientCumulativeFp16OptimizerHook',\n cumulative_iters=96)\nlr_config = dict(\n policy='CosineAnnealing',\n warmup='linear',\n warmup_iters=1000,\n warmup_ratio=0.1,\n min_lr_ratio=0.01)\nrunner = dict(type='EpochBasedRunner', max_epochs=60)\nfp16 = dict(loss_scale=512.0)\nfind_unused_parameters = True\ncustom_hooks = [dict(type='CustomSetEpochInfoHook')]\ncumulative_iters = 96\ngpu_ids = range(0, 1)\n", "seed": 0, "exp_name": "drivetransformer_goalpoint_1gpu.py"} {"mode": "train", "epoch": 1, "iter": 50, "lr": 1e-05, "memory": 7284, "data_time": 0.12848, "loss_cls": 657.01774, "loss_bbox": 1.71262, "loss_traj": 4.03309, "loss_traj_cls": 0.09856, "loss_map_cls": 9.20249, "loss_map_pts": 5.19802, "loss_map_dir": 0.09459, "d0.loss_plan_l1_fix_time": 9.30642, "d0.loss_plan_l1_fix_dist": 3.13849, "d1.loss_plan_l1_fix_time": 9.75044, "d1.loss_plan_l1_fix_dist": 4.08195, "d2.loss_plan_l1_fix_time": 10.25692, "d2.loss_plan_l1_fix_dist": 5.54673, "d3.loss_plan_l1_fix_time": 10.84514, "d3.loss_plan_l1_fix_dist": 7.28534, "d4.loss_plan_l1_fix_time": 11.37837, "d4.loss_plan_l1_fix_dist": 9.82072, "d5.loss_plan_l1_fix_time": 11.97453, "d5.loss_plan_l1_fix_dist": 12.47565, "d6.loss_plan_l1_fix_time": 12.55222, "d6.loss_plan_l1_fix_dist": 14.96, "d0.loss_cls_all": 450.47849, "d0.loss_bbox_all": 1.63607, "d0.loss_cls": 450.47849, "d0.loss_bbox": 1.63607, "d1.loss_cls": 498.76385, "d1.loss_bbox": 1.61268, "d2.loss_cls": 493.99471, "d2.loss_bbox": 1.67709, "d3.loss_cls": 564.47956, "d3.loss_bbox": 1.67152, "d4.loss_cls": 529.9633, "d4.loss_bbox": 1.62845, "d5.loss_cls": 598.15416, "d5.loss_bbox": 1.71292, "d0.loss_traj_cls": 0.07253, "d0.loss_traj": 4.01002, "d1.loss_traj_cls": 0.06156, "d1.loss_traj": 4.0386, "d2.loss_traj_cls": 0.06451, "d2.loss_traj": 4.12676, "d3.loss_traj_cls": 0.11037, "d3.loss_traj": 4.09757, "d4.loss_traj_cls": 0.05513, "d4.loss_traj": 3.97019, "d5.loss_traj_cls": 0.06038, "d5.loss_traj": 4.01782, "d0.loss_map_cls_all": 6.96779, "d0.loss_map_pts_all": 4.86052, "d0.loss_map_dir_all": 0.09483, "d0.loss_map_cls": 6.96779, "d0.loss_map_pts": 4.86052, "d0.loss_map_dir": 0.09483, "d1.loss_map_cls": 6.28808, "d1.loss_map_pts": 4.89425, "d1.loss_map_dir": 0.09464, "d2.loss_map_cls": 6.99186, "d2.loss_map_pts": 4.94063, "d2.loss_map_dir": 0.09435, "d3.loss_map_cls": 9.52936, "d3.loss_map_pts": 4.97997, "d3.loss_map_dir": 0.09452, "d4.loss_map_cls": 9.53639, "d4.loss_map_pts": 5.04683, "d4.loss_map_dir": 0.09459, "d5.loss_map_cls": 9.54202, "d5.loss_map_pts": 5.12155, "d5.loss_map_dir": 0.09466, "loss": 4524.49282, "time": 0.74045} {"mode": "train", "epoch": 1, "iter": 100, "lr": 2e-05, "memory": 8383, "data_time": 0.01687, "loss_cls": 626.44195, "loss_bbox": 1.59858, "loss_traj": 6.4413, "loss_traj_cls": 0.09769, "loss_map_cls": 10.34707, "loss_map_pts": 5.71886, "loss_map_dir": 0.09488, "d0.loss_plan_l1_fix_time": 12.79413, "d0.loss_plan_l1_fix_dist": 3.45601, "d1.loss_plan_l1_fix_time": 13.14161, "d1.loss_plan_l1_fix_dist": 4.52002, "d2.loss_plan_l1_fix_time": 13.53162, "d2.loss_plan_l1_fix_dist": 6.35808, "d3.loss_plan_l1_fix_time": 14.02999, "d3.loss_plan_l1_fix_dist": 8.3249, "d4.loss_plan_l1_fix_time": 14.48505, "d4.loss_plan_l1_fix_dist": 11.14152, "d5.loss_plan_l1_fix_time": 15.00746, "d5.loss_plan_l1_fix_dist": 14.03204, "d6.loss_plan_l1_fix_time": 15.49702, "d6.loss_plan_l1_fix_dist": 16.73201, "d0.loss_cls_all": 439.38885, "d0.loss_bbox_all": 1.56909, "d0.loss_cls": 439.38885, "d0.loss_bbox": 1.56909, "d1.loss_cls": 475.74932, "d1.loss_bbox": 1.53401, "d2.loss_cls": 472.10616, "d2.loss_bbox": 1.62033, "d3.loss_cls": 534.09613, "d3.loss_bbox": 1.60846, "d4.loss_cls": 507.81066, "d4.loss_bbox": 1.5102, "d5.loss_cls": 568.90987, "d5.loss_bbox": 1.60938, "d0.loss_traj_cls": 0.07387, "d0.loss_traj": 6.41605, "d1.loss_traj_cls": 0.06217, "d1.loss_traj": 6.47864, "d2.loss_traj_cls": 0.06389, "d2.loss_traj": 6.55051, "d3.loss_traj_cls": 0.10723, "d3.loss_traj": 6.49552, "d4.loss_traj_cls": 0.05343, "d4.loss_traj": 6.40699, "d5.loss_traj_cls": 0.05783, "d5.loss_traj": 6.4554, "d0.loss_map_cls_all": 7.88378, "d0.loss_map_pts_all": 5.45726, "d0.loss_map_dir_all": 0.09519, "d0.loss_map_cls": 7.88378, "d0.loss_map_pts": 5.45726, "d0.loss_map_dir": 0.09519, "d1.loss_map_cls": 7.53986, "d1.loss_map_pts": 5.48011, "d1.loss_map_dir": 0.09502, "d2.loss_map_cls": 8.07996, "d2.loss_map_pts": 5.51072, "d2.loss_map_dir": 0.09492, "d3.loss_map_cls": 10.82247, "d3.loss_map_pts": 5.54668, "d3.loss_map_dir": 0.09493, "d4.loss_map_cls": 10.6928, "d4.loss_map_pts": 5.60946, "d4.loss_map_dir": 0.09487, "d5.loss_map_cls": 10.5945, "d5.loss_map_pts": 5.66564, "d5.loss_map_dir": 0.09486, "loss": 4404.37277, "time": 0.51919, "grad_norm": 60564.38281} {"mode": "train", "epoch": 1, "iter": 150, "lr": 2e-05, "memory": 8386, "data_time": 0.02268, "loss_cls": 304.16468, "loss_bbox": 1.91546, "loss_traj": 5.37779, "loss_traj_cls": 0.07959, "loss_map_cls": 10.86741, "loss_map_pts": 5.55821, "loss_map_dir": 0.09544, "d0.loss_plan_l1_fix_time": 11.50062, "d0.loss_plan_l1_fix_dist": 3.27048, "d1.loss_plan_l1_fix_time": 11.82578, "d1.loss_plan_l1_fix_dist": 4.11751, "d2.loss_plan_l1_fix_time": 12.2162, "d2.loss_plan_l1_fix_dist": 5.55482, "d3.loss_plan_l1_fix_time": 12.71284, "d3.loss_plan_l1_fix_dist": 7.15031, "d4.loss_plan_l1_fix_time": 13.14067, "d4.loss_plan_l1_fix_dist": 9.18546, "d5.loss_plan_l1_fix_time": 13.61233, "d5.loss_plan_l1_fix_dist": 11.11475, "d6.loss_plan_l1_fix_time": 14.07983, "d6.loss_plan_l1_fix_dist": 12.95132, "d0.loss_cls_all": 273.02647, "d0.loss_bbox_all": 1.59822, "d0.loss_cls": 273.02647, "d0.loss_bbox": 1.59822, "d1.loss_cls": 283.45991, "d1.loss_bbox": 1.56954, "d2.loss_cls": 251.0805, "d2.loss_bbox": 1.63369, "d3.loss_cls": 261.50876, "d3.loss_bbox": 1.63154, "d4.loss_cls": 239.69258, "d4.loss_bbox": 1.69245, "d5.loss_cls": 278.08188, "d5.loss_bbox": 1.87305, "d0.loss_traj_cls": 0.06146, "d0.loss_traj": 5.26452, "d1.loss_traj_cls": 0.04698, "d1.loss_traj": 5.38955, "d2.loss_traj_cls": 0.04343, "d2.loss_traj": 5.44016, "d3.loss_traj_cls": 0.09048, "d3.loss_traj": 5.4116, "d4.loss_traj_cls": 0.04264, "d4.loss_traj": 5.33701, "d5.loss_traj_cls": 0.05175, "d5.loss_traj": 5.39335, "d0.loss_map_cls_all": 8.05379, "d0.loss_map_pts_all": 5.266, "d0.loss_map_dir_all": 0.09548, "d0.loss_map_cls": 8.05379, "d0.loss_map_pts": 5.266, "d0.loss_map_dir": 0.09548, "d1.loss_map_cls": 7.6626, "d1.loss_map_pts": 5.30524, "d1.loss_map_dir": 0.09517, "d2.loss_map_cls": 8.34793, "d2.loss_map_pts": 5.34785, "d2.loss_map_dir": 0.09509, "d3.loss_map_cls": 11.92624, "d3.loss_map_pts": 5.37644, "d3.loss_map_dir": 0.09523, "d4.loss_map_cls": 11.46164, "d4.loss_map_pts": 5.43316, "d4.loss_map_dir": 0.09543, "d5.loss_map_cls": 11.36366, "d5.loss_map_pts": 5.49404, "d5.loss_map_dir": 0.09538, "loss": 2479.56335, "time": 0.52886, "grad_norm": 60564.38281} {"mode": "train", "epoch": 1, "iter": 200, "lr": 3e-05, "memory": 8387, "data_time": 0.01681, "loss_cls": 279.15959, "loss_bbox": 1.88826, "loss_traj": 5.55975, "loss_traj_cls": 0.0761, "loss_map_cls": 8.85263, "loss_map_pts": 5.33178, "loss_map_dir": 0.09564, "d0.loss_plan_l1_fix_time": 12.16875, "d0.loss_plan_l1_fix_dist": 3.25804, "d1.loss_plan_l1_fix_time": 12.42609, "d1.loss_plan_l1_fix_dist": 3.99222, "d2.loss_plan_l1_fix_time": 12.74273, "d2.loss_plan_l1_fix_dist": 5.38539, "d3.loss_plan_l1_fix_time": 13.15509, "d3.loss_plan_l1_fix_dist": 6.83058, "d4.loss_plan_l1_fix_time": 13.51964, "d4.loss_plan_l1_fix_dist": 8.69237, "d5.loss_plan_l1_fix_time": 13.93511, "d5.loss_plan_l1_fix_dist": 10.42266, "d6.loss_plan_l1_fix_time": 14.35421, "d6.loss_plan_l1_fix_dist": 12.06275, "d0.loss_cls_all": 255.72486, "d0.loss_bbox_all": 1.55674, "d0.loss_cls": 255.72486, "d0.loss_bbox": 1.55674, "d1.loss_cls": 264.14749, "d1.loss_bbox": 1.51628, "d2.loss_cls": 229.53652, "d2.loss_bbox": 1.57748, "d3.loss_cls": 236.7383, "d3.loss_bbox": 1.56736, "d4.loss_cls": 217.65736, "d4.loss_bbox": 1.62726, "d5.loss_cls": 255.25391, "d5.loss_bbox": 1.83742, "d0.loss_traj_cls": 0.05899, "d0.loss_traj": 5.41549, "d1.loss_traj_cls": 0.04587, "d1.loss_traj": 5.55467, "d2.loss_traj_cls": 0.04288, "d2.loss_traj": 5.60457, "d3.loss_traj_cls": 0.08765, "d3.loss_traj": 5.58459, "d4.loss_traj_cls": 0.04226, "d4.loss_traj": 5.52425, "d5.loss_traj_cls": 0.04884, "d5.loss_traj": 5.57964, "d0.loss_map_cls_all": 6.68927, "d0.loss_map_pts_all": 5.15651, "d0.loss_map_dir_all": 0.09533, "d0.loss_map_cls": 6.68927, "d0.loss_map_pts": 5.15651, "d0.loss_map_dir": 0.09533, "d1.loss_map_cls": 6.38895, "d1.loss_map_pts": 5.1763, "d1.loss_map_dir": 0.09508, "d2.loss_map_cls": 6.90143, "d2.loss_map_pts": 5.19468, "d2.loss_map_dir": 0.09529, "d3.loss_map_cls": 9.85982, "d3.loss_map_pts": 5.21146, "d3.loss_map_dir": 0.09541, "d4.loss_map_cls": 9.39088, "d4.loss_map_pts": 5.24614, "d4.loss_map_dir": 0.09552, "d5.loss_map_cls": 9.3585, "d5.loss_map_pts": 5.29194, "d5.loss_map_dir": 0.09559, "loss": 2295.90098, "time": 0.52444, "grad_norm": 46416.11719} {"mode": "train", "epoch": 1, "iter": 250, "lr": 3e-05, "memory": 8387, "data_time": 0.01999, "loss_cls": 118.7981, "loss_bbox": 1.89359, "loss_traj": 5.46466, "loss_traj_cls": 0.06417, "loss_map_cls": 8.70586, "loss_map_pts": 5.45666, "loss_map_dir": 0.09612, "d0.loss_plan_l1_fix_time": 10.55933, "d0.loss_plan_l1_fix_dist": 3.16786, "d1.loss_plan_l1_fix_time": 10.79624, "d1.loss_plan_l1_fix_dist": 3.66694, "d2.loss_plan_l1_fix_time": 11.10367, "d2.loss_plan_l1_fix_dist": 4.968, "d3.loss_plan_l1_fix_time": 11.49393, "d3.loss_plan_l1_fix_dist": 6.43887, "d4.loss_plan_l1_fix_time": 11.86376, "d4.loss_plan_l1_fix_dist": 8.07092, "d5.loss_plan_l1_fix_time": 12.2551, "d5.loss_plan_l1_fix_dist": 9.40952, "d6.loss_plan_l1_fix_time": 12.67216, "d6.loss_plan_l1_fix_dist": 10.22388, "d0.loss_cls_all": 150.20747, "d0.loss_bbox_all": 1.56507, "d0.loss_cls": 150.20747, "d0.loss_bbox": 1.56507, "d1.loss_cls": 137.19192, "d1.loss_bbox": 1.62349, "d2.loss_cls": 104.6157, "d2.loss_bbox": 1.6664, "d3.loss_cls": 98.35114, "d3.loss_bbox": 1.59539, "d4.loss_cls": 95.75856, "d4.loss_bbox": 1.68812, "d5.loss_cls": 115.22469, "d5.loss_bbox": 1.84995, "d0.loss_traj_cls": 0.04861, "d0.loss_traj": 5.27433, "d1.loss_traj_cls": 0.03281, "d1.loss_traj": 5.45633, "d2.loss_traj_cls": 0.03036, "d2.loss_traj": 5.44442, "d3.loss_traj_cls": 0.06119, "d3.loss_traj": 5.47026, "d4.loss_traj_cls": 0.02839, "d4.loss_traj": 5.43478, "d5.loss_traj_cls": 0.03699, "d5.loss_traj": 5.5049, "d0.loss_map_cls_all": 6.65004, "d0.loss_map_pts_all": 5.26975, "d0.loss_map_dir_all": 0.096, "d0.loss_map_cls": 6.65004, "d0.loss_map_pts": 5.26975, "d0.loss_map_dir": 0.096, "d1.loss_map_cls": 6.73389, "d1.loss_map_pts": 5.30247, "d1.loss_map_dir": 0.09607, "d2.loss_map_cls": 7.30167, "d2.loss_map_pts": 5.33326, "d2.loss_map_dir": 0.0961, "d3.loss_map_cls": 10.32914, "d3.loss_map_pts": 5.34171, "d3.loss_map_dir": 0.09605, "d4.loss_map_cls": 9.60617, "d4.loss_map_pts": 5.37041, "d4.loss_map_dir": 0.0961, "d5.loss_map_cls": 9.364, "d5.loss_map_pts": 5.40615, "d5.loss_map_dir": 0.09622, "loss": 1257.70408, "time": 0.57383, "grad_norm": 46416.11719} {"mode": "train", "epoch": 1, "iter": 300, "lr": 4e-05, "memory": 8387, "data_time": 0.01765, "loss_cls": 93.3903, "loss_bbox": 1.81535, "loss_traj": 5.70548, "loss_traj_cls": 0.06694, "loss_map_cls": 7.57036, "loss_map_pts": 5.49614, "loss_map_dir": 0.09613, "d0.loss_plan_l1_fix_time": 11.12612, "d0.loss_plan_l1_fix_dist": 3.17145, "d1.loss_plan_l1_fix_time": 11.35482, "d1.loss_plan_l1_fix_dist": 3.62928, "d2.loss_plan_l1_fix_time": 11.65018, "d2.loss_plan_l1_fix_dist": 4.90735, "d3.loss_plan_l1_fix_time": 12.0446, "d3.loss_plan_l1_fix_dist": 6.26304, "d4.loss_plan_l1_fix_time": 12.44052, "d4.loss_plan_l1_fix_dist": 7.6789, "d5.loss_plan_l1_fix_time": 12.84535, "d5.loss_plan_l1_fix_dist": 8.92081, "d6.loss_plan_l1_fix_time": 13.2651, "d6.loss_plan_l1_fix_dist": 9.59428, "d0.loss_cls_all": 118.96268, "d0.loss_bbox_all": 1.54156, "d0.loss_cls": 118.96268, "d0.loss_bbox": 1.54156, "d1.loss_cls": 105.83938, "d1.loss_bbox": 1.62632, "d2.loss_cls": 79.57484, "d2.loss_bbox": 1.64176, "d3.loss_cls": 76.05196, "d3.loss_bbox": 1.57061, "d4.loss_cls": 74.74249, "d4.loss_bbox": 1.66633, "d5.loss_cls": 89.57883, "d5.loss_bbox": 1.78915, "d0.loss_traj_cls": 0.04474, "d0.loss_traj": 5.5213, "d1.loss_traj_cls": 0.03133, "d1.loss_traj": 5.68629, "d2.loss_traj_cls": 0.02984, "d2.loss_traj": 5.66564, "d3.loss_traj_cls": 0.06038, "d3.loss_traj": 5.6946, "d4.loss_traj_cls": 0.02862, "d4.loss_traj": 5.66911, "d5.loss_traj_cls": 0.03702, "d5.loss_traj": 5.7456, "d0.loss_map_cls_all": 6.19855, "d0.loss_map_pts_all": 5.39544, "d0.loss_map_dir_all": 0.09621, "d0.loss_map_cls": 6.19855, "d0.loss_map_pts": 5.39544, "d0.loss_map_dir": 0.09621, "d1.loss_map_cls": 6.27048, "d1.loss_map_pts": 5.41409, "d1.loss_map_dir": 0.096, "d2.loss_map_cls": 6.67884, "d2.loss_map_pts": 5.4293, "d2.loss_map_dir": 0.09604, "d3.loss_map_cls": 9.23634, "d3.loss_map_pts": 5.43213, "d3.loss_map_dir": 0.09608, "d4.loss_map_cls": 8.53358, "d4.loss_map_pts": 5.44661, "d4.loss_map_dir": 0.09614, "d5.loss_map_cls": 8.23582, "d5.loss_map_pts": 5.4689, "d5.loss_map_dir": 0.09612, "loss": 1042.34398, "time": 0.54611, "grad_norm": 35613.62174} {"mode": "train", "epoch": 1, "iter": 350, "lr": 4e-05, "memory": 8387, "data_time": 0.018, "loss_cls": 33.596, "loss_bbox": 1.64376, "loss_traj": 6.5622, "loss_traj_cls": 0.04358, "loss_map_cls": 4.98715, "loss_map_pts": 5.26342, "loss_map_dir": 0.09772, "d0.loss_plan_l1_fix_time": 12.74146, "d0.loss_plan_l1_fix_dist": 3.2513, "d1.loss_plan_l1_fix_time": 12.91015, "d1.loss_plan_l1_fix_dist": 3.4681, "d2.loss_plan_l1_fix_time": 13.15057, "d2.loss_plan_l1_fix_dist": 4.64343, "d3.loss_plan_l1_fix_time": 13.51033, "d3.loss_plan_l1_fix_dist": 5.75417, "d4.loss_plan_l1_fix_time": 13.95294, "d4.loss_plan_l1_fix_dist": 6.94297, "d5.loss_plan_l1_fix_time": 14.35338, "d5.loss_plan_l1_fix_dist": 7.74171, "d6.loss_plan_l1_fix_time": 14.79313, "d6.loss_plan_l1_fix_dist": 7.86485, "d0.loss_cls_all": 63.32505, "d0.loss_bbox_all": 1.46358, "d0.loss_cls": 63.32505, "d0.loss_bbox": 1.46358, "d1.loss_cls": 49.02317, "d1.loss_bbox": 1.55657, "d2.loss_cls": 32.49764, "d2.loss_bbox": 1.53396, "d3.loss_cls": 29.10907, "d3.loss_bbox": 1.43364, "d4.loss_cls": 27.44658, "d4.loss_bbox": 1.52252, "d5.loss_cls": 33.33216, "d5.loss_bbox": 1.63505, "d0.loss_traj_cls": 0.0329, "d0.loss_traj": 6.37565, "d1.loss_traj_cls": 0.02219, "d1.loss_traj": 6.54309, "d2.loss_traj_cls": 0.02136, "d2.loss_traj": 6.48167, "d3.loss_traj_cls": 0.0387, "d3.loss_traj": 6.52857, "d4.loss_traj_cls": 0.02176, "d4.loss_traj": 6.51006, "d5.loss_traj_cls": 0.02456, "d5.loss_traj": 6.6089, "d0.loss_map_cls_all": 4.66281, "d0.loss_map_pts_all": 5.22119, "d0.loss_map_dir_all": 0.09768, "d0.loss_map_cls": 4.66281, "d0.loss_map_pts": 5.22119, "d0.loss_map_dir": 0.09768, "d1.loss_map_cls": 4.80738, "d1.loss_map_pts": 5.24433, "d1.loss_map_dir": 0.09777, "d2.loss_map_cls": 4.95536, "d2.loss_map_pts": 5.25023, "d2.loss_map_dir": 0.09784, "d3.loss_map_cls": 6.06085, "d3.loss_map_pts": 5.24679, "d3.loss_map_dir": 0.09781, "d4.loss_map_cls": 5.87577, "d4.loss_map_pts": 5.24901, "d4.loss_map_dir": 0.09786, "d5.loss_map_cls": 5.47602, "d5.loss_map_pts": 5.24998, "d5.loss_map_dir": 0.09776, "loss": 609.01747, "time": 0.52577, "grad_norm": 35613.62174} {"mode": "train", "epoch": 1, "iter": 400, "lr": 5e-05, "memory": 8387, "data_time": 0.02161, "loss_cls": 24.63962, "loss_bbox": 1.61291, "loss_traj": 5.97265, "loss_traj_cls": 0.04433, "loss_map_cls": 5.30577, "loss_map_pts": 5.16256, "loss_map_dir": 0.09802, "d0.loss_plan_l1_fix_time": 9.7844, "d0.loss_plan_l1_fix_dist": 3.04146, "d1.loss_plan_l1_fix_time": 9.94971, "d1.loss_plan_l1_fix_dist": 3.17276, "d2.loss_plan_l1_fix_time": 10.18553, "d2.loss_plan_l1_fix_dist": 3.91138, "d3.loss_plan_l1_fix_time": 10.52559, "d3.loss_plan_l1_fix_dist": 4.7058, "d4.loss_plan_l1_fix_time": 10.93961, "d4.loss_plan_l1_fix_dist": 5.44534, "d5.loss_plan_l1_fix_time": 11.33792, "d5.loss_plan_l1_fix_dist": 6.09323, "d6.loss_plan_l1_fix_time": 11.76712, "d6.loss_plan_l1_fix_dist": 6.47725, "d0.loss_cls_all": 49.17835, "d0.loss_bbox_all": 1.49423, "d0.loss_cls": 49.17835, "d0.loss_bbox": 1.49423, "d1.loss_cls": 38.00823, "d1.loss_bbox": 1.58706, "d2.loss_cls": 24.23053, "d2.loss_bbox": 1.55095, "d3.loss_cls": 21.92125, "d3.loss_bbox": 1.45098, "d4.loss_cls": 20.17342, "d4.loss_bbox": 1.53387, "d5.loss_cls": 24.62131, "d5.loss_bbox": 1.61128, "d0.loss_traj_cls": 0.02832, "d0.loss_traj": 5.81601, "d1.loss_traj_cls": 0.02036, "d1.loss_traj": 5.97259, "d2.loss_traj_cls": 0.02079, "d2.loss_traj": 5.90571, "d3.loss_traj_cls": 0.039, "d3.loss_traj": 5.94341, "d4.loss_traj_cls": 0.02065, "d4.loss_traj": 5.92873, "d5.loss_traj_cls": 0.02486, "d5.loss_traj": 6.00967, "d0.loss_map_cls_all": 5.42454, "d0.loss_map_pts_all": 5.14082, "d0.loss_map_dir_all": 0.09814, "d0.loss_map_cls": 5.42454, "d0.loss_map_pts": 5.14082, "d0.loss_map_dir": 0.09814, "d1.loss_map_cls": 5.45008, "d1.loss_map_pts": 5.15618, "d1.loss_map_dir": 0.09825, "d2.loss_map_cls": 5.58208, "d2.loss_map_pts": 5.15798, "d2.loss_map_dir": 0.09815, "d3.loss_map_cls": 6.59333, "d3.loss_map_pts": 5.1543, "d3.loss_map_dir": 0.09818, "d4.loss_map_cls": 6.46992, "d4.loss_map_pts": 5.1539, "d4.loss_map_dir": 0.09818, "d5.loss_map_cls": 5.93505, "d5.loss_map_pts": 5.15298, "d5.loss_map_dir": 0.09807, "loss": 501.56076, "time": 0.54999, "grad_norm": 27998.94958} {"mode": "train", "epoch": 1, "iter": 450, "lr": 5e-05, "memory": 8387, "data_time": 0.01798, "loss_cls": 9.37399, "loss_bbox": 1.48832, "loss_traj": 6.78186, "loss_traj_cls": 0.03534, "loss_map_cls": 3.2596, "loss_map_pts": 5.41951, "loss_map_dir": 0.09814, "d0.loss_plan_l1_fix_time": 13.19563, "d0.loss_plan_l1_fix_dist": 3.02751, "d1.loss_plan_l1_fix_time": 13.27692, "d1.loss_plan_l1_fix_dist": 3.27742, "d2.loss_plan_l1_fix_time": 13.4424, "d2.loss_plan_l1_fix_dist": 3.50074, "d3.loss_plan_l1_fix_time": 13.68503, "d3.loss_plan_l1_fix_dist": 3.58157, "d4.loss_plan_l1_fix_time": 13.99511, "d4.loss_plan_l1_fix_dist": 3.55266, "d5.loss_plan_l1_fix_time": 14.26327, "d5.loss_plan_l1_fix_dist": 4.00935, "d6.loss_plan_l1_fix_time": 14.56897, "d6.loss_plan_l1_fix_dist": 5.21187, "d0.loss_cls_all": 24.4658, "d0.loss_bbox_all": 1.52361, "d0.loss_cls": 24.4658, "d0.loss_bbox": 1.52361, "d1.loss_cls": 18.45564, "d1.loss_bbox": 1.58726, "d2.loss_cls": 10.58475, "d2.loss_bbox": 1.51244, "d3.loss_cls": 9.3562, "d3.loss_bbox": 1.42268, "d4.loss_cls": 7.70513, "d4.loss_bbox": 1.47883, "d5.loss_cls": 9.17023, "d5.loss_bbox": 1.50992, "d0.loss_traj_cls": 0.0195, "d0.loss_traj": 6.63641, "d1.loss_traj_cls": 0.01585, "d1.loss_traj": 6.82009, "d2.loss_traj_cls": 0.01866, "d2.loss_traj": 6.71867, "d3.loss_traj_cls": 0.03218, "d3.loss_traj": 6.73862, "d4.loss_traj_cls": 0.018, "d4.loss_traj": 6.75193, "d5.loss_traj_cls": 0.02187, "d5.loss_traj": 6.80233, "d0.loss_map_cls_all": 4.23932, "d0.loss_map_pts_all": 5.42241, "d0.loss_map_dir_all": 0.09823, "d0.loss_map_cls": 4.23932, "d0.loss_map_pts": 5.42241, "d0.loss_map_dir": 0.09823, "d1.loss_map_cls": 4.29114, "d1.loss_map_pts": 5.43262, "d1.loss_map_dir": 0.09836, "d2.loss_map_cls": 4.15927, "d2.loss_map_pts": 5.42974, "d2.loss_map_dir": 0.09821, "d3.loss_map_cls": 4.18733, "d3.loss_map_pts": 5.42471, "d3.loss_map_dir": 0.09813, "d4.loss_map_cls": 4.46265, "d4.loss_map_pts": 5.42273, "d4.loss_map_dir": 0.09819, "d5.loss_map_cls": 3.91751, "d5.loss_map_pts": 5.41752, "d5.loss_map_dir": 0.09806, "loss": 372.55731, "time": 0.5502, "grad_norm": 27998.94958} {"mode": "train", "epoch": 1, "iter": 500, "lr": 5e-05, "memory": 8387, "data_time": 0.02923, "loss_cls": 7.50138, "loss_bbox": 1.54098, "loss_traj": 6.56056, "loss_traj_cls": 0.03284, "loss_map_cls": 1.8305, "loss_map_pts": 5.01525, "loss_map_dir": 0.09686, "d0.loss_plan_l1_fix_time": 13.40367, "d0.loss_plan_l1_fix_dist": 2.86218, "d1.loss_plan_l1_fix_time": 13.46317, "d1.loss_plan_l1_fix_dist": 3.00389, "d2.loss_plan_l1_fix_time": 13.60898, "d2.loss_plan_l1_fix_dist": 3.14794, "d3.loss_plan_l1_fix_time": 13.82273, "d3.loss_plan_l1_fix_dist": 3.49297, "d4.loss_plan_l1_fix_time": 14.05789, "d4.loss_plan_l1_fix_dist": 3.88297, "d5.loss_plan_l1_fix_time": 14.26917, "d5.loss_plan_l1_fix_dist": 4.72333, "d6.loss_plan_l1_fix_time": 14.51719, "d6.loss_plan_l1_fix_dist": 6.02616, "d0.loss_cls_all": 19.40513, "d0.loss_bbox_all": 1.58032, "d0.loss_cls": 19.40513, "d0.loss_bbox": 1.58032, "d1.loss_cls": 14.40858, "d1.loss_bbox": 1.61964, "d2.loss_cls": 8.2383, "d2.loss_bbox": 1.53532, "d3.loss_cls": 7.37857, "d3.loss_bbox": 1.47914, "d4.loss_cls": 6.0407, "d4.loss_bbox": 1.52621, "d5.loss_cls": 7.288, "d5.loss_bbox": 1.56595, "d0.loss_traj_cls": 0.01566, "d0.loss_traj": 6.44361, "d1.loss_traj_cls": 0.01413, "d1.loss_traj": 6.61294, "d2.loss_traj_cls": 0.01852, "d2.loss_traj": 6.51856, "d3.loss_traj_cls": 0.02897, "d3.loss_traj": 6.51631, "d4.loss_traj_cls": 0.01687, "d4.loss_traj": 6.52771, "d5.loss_traj_cls": 0.02058, "d5.loss_traj": 6.56495, "d0.loss_map_cls_all": 2.5983, "d0.loss_map_pts_all": 5.00255, "d0.loss_map_dir_all": 0.09707, "d0.loss_map_cls": 2.5983, "d0.loss_map_pts": 5.00255, "d0.loss_map_dir": 0.09707, "d1.loss_map_cls": 2.63602, "d1.loss_map_pts": 5.0119, "d1.loss_map_dir": 0.09703, "d2.loss_map_cls": 2.52796, "d2.loss_map_pts": 5.01177, "d2.loss_map_dir": 0.09687, "d3.loss_map_cls": 2.38205, "d3.loss_map_pts": 5.00741, "d3.loss_map_dir": 0.09702, "d4.loss_map_cls": 2.65715, "d4.loss_map_pts": 5.00862, "d4.loss_map_dir": 0.09697, "d5.loss_map_cls": 2.22722, "d5.loss_map_pts": 5.00912, "d5.loss_map_dir": 0.09683, "loss": 332.5705, "time": 0.54986, "grad_norm": 22780.43464} {"mode": "train", "epoch": 1, "iter": 550, "lr": 6e-05, "memory": 8387, "data_time": 0.01697, "loss_cls": 3.81311, "loss_bbox": 1.51223, "loss_traj": 4.67873, "loss_traj_cls": 0.02326, "loss_map_cls": 1.19241, "loss_map_pts": 5.15167, "loss_map_dir": 0.09612, "d0.loss_plan_l1_fix_time": 11.48056, "d0.loss_plan_l1_fix_dist": 3.02478, "d1.loss_plan_l1_fix_time": 11.50852, "d1.loss_plan_l1_fix_dist": 2.97125, "d2.loss_plan_l1_fix_time": 11.67836, "d2.loss_plan_l1_fix_dist": 2.7571, "d3.loss_plan_l1_fix_time": 11.9178, "d3.loss_plan_l1_fix_dist": 3.36154, "d4.loss_plan_l1_fix_time": 12.12679, "d4.loss_plan_l1_fix_dist": 4.48063, "d5.loss_plan_l1_fix_time": 12.34611, "d5.loss_plan_l1_fix_dist": 5.74434, "d6.loss_plan_l1_fix_time": 12.57836, "d6.loss_plan_l1_fix_dist": 7.18902, "d0.loss_cls_all": 11.55777, "d0.loss_bbox_all": 1.54753, "d0.loss_cls": 11.55777, "d0.loss_bbox": 1.54753, "d1.loss_cls": 7.7242, "d1.loss_bbox": 1.60272, "d2.loss_cls": 4.65934, "d2.loss_bbox": 1.51565, "d3.loss_cls": 4.20233, "d3.loss_bbox": 1.47732, "d4.loss_cls": 3.42182, "d4.loss_bbox": 1.5025, "d5.loss_cls": 3.80137, "d5.loss_bbox": 1.54126, "d0.loss_traj_cls": 0.01016, "d0.loss_traj": 4.58748, "d1.loss_traj_cls": 0.0106, "d1.loss_traj": 4.75295, "d2.loss_traj_cls": 0.01607, "d2.loss_traj": 4.64029, "d3.loss_traj_cls": 0.02273, "d3.loss_traj": 4.62476, "d4.loss_traj_cls": 0.01475, "d4.loss_traj": 4.63305, "d5.loss_traj_cls": 0.01754, "d5.loss_traj": 4.64382, "d0.loss_map_cls_all": 1.90183, "d0.loss_map_pts_all": 5.13927, "d0.loss_map_dir_all": 0.0967, "d0.loss_map_cls": 1.90183, "d0.loss_map_pts": 5.13927, "d0.loss_map_dir": 0.0967, "d1.loss_map_cls": 1.98348, "d1.loss_map_pts": 5.15016, "d1.loss_map_dir": 0.09677, "d2.loss_map_cls": 1.86513, "d2.loss_map_pts": 5.14376, "d2.loss_map_dir": 0.09658, "d3.loss_map_cls": 1.55093, "d3.loss_map_pts": 5.13851, "d3.loss_map_dir": 0.0964, "d4.loss_map_cls": 1.95071, "d4.loss_map_pts": 5.13966, "d4.loss_map_dir": 0.09632, "d5.loss_map_cls": 1.51593, "d5.loss_map_pts": 5.14083, "d5.loss_map_dir": 0.09621, "loss": 264.60299, "time": 0.54683, "grad_norm": 22780.43464} {"mode": "train", "epoch": 1, "iter": 600, "lr": 6e-05, "memory": 8387, "data_time": 0.02102, "loss_cls": 3.10172, "loss_bbox": 1.51563, "loss_traj": 6.50664, "loss_traj_cls": 0.01808, "loss_map_cls": 0.97783, "loss_map_pts": 5.05003, "loss_map_dir": 0.09612, "d0.loss_plan_l1_fix_time": 13.43011, "d0.loss_plan_l1_fix_dist": 2.7438, "d1.loss_plan_l1_fix_time": 13.35795, "d1.loss_plan_l1_fix_dist": 2.66771, "d2.loss_plan_l1_fix_time": 13.43195, "d2.loss_plan_l1_fix_dist": 2.88309, "d3.loss_plan_l1_fix_time": 13.58205, "d3.loss_plan_l1_fix_dist": 3.52688, "d4.loss_plan_l1_fix_time": 13.7064, "d4.loss_plan_l1_fix_dist": 4.51937, "d5.loss_plan_l1_fix_time": 13.84758, "d5.loss_plan_l1_fix_dist": 5.72779, "d6.loss_plan_l1_fix_time": 13.9945, "d6.loss_plan_l1_fix_dist": 7.23692, "d0.loss_cls_all": 9.04133, "d0.loss_bbox_all": 1.54672, "d0.loss_cls": 9.04133, "d0.loss_bbox": 1.54672, "d1.loss_cls": 5.96165, "d1.loss_bbox": 1.56514, "d2.loss_cls": 3.76269, "d2.loss_bbox": 1.50785, "d3.loss_cls": 3.42342, "d3.loss_bbox": 1.47291, "d4.loss_cls": 2.8467, "d4.loss_bbox": 1.51564, "d5.loss_cls": 3.09491, "d5.loss_bbox": 1.54609, "d0.loss_traj_cls": 0.00731, "d0.loss_traj": 6.41531, "d1.loss_traj_cls": 0.00907, "d1.loss_traj": 6.56628, "d2.loss_traj_cls": 0.01246, "d2.loss_traj": 6.50284, "d3.loss_traj_cls": 0.01852, "d3.loss_traj": 6.45779, "d4.loss_traj_cls": 0.0122, "d4.loss_traj": 6.44906, "d5.loss_traj_cls": 0.01669, "d5.loss_traj": 6.46464, "d0.loss_map_cls_all": 1.48699, "d0.loss_map_pts_all": 5.05965, "d0.loss_map_dir_all": 0.09663, "d0.loss_map_cls": 1.48699, "d0.loss_map_pts": 5.05965, "d0.loss_map_dir": 0.09663, "d1.loss_map_cls": 1.53347, "d1.loss_map_pts": 5.07343, "d1.loss_map_dir": 0.09655, "d2.loss_map_cls": 1.43613, "d2.loss_map_pts": 5.05902, "d2.loss_map_dir": 0.09646, "d3.loss_map_cls": 1.20538, "d3.loss_map_pts": 5.04622, "d3.loss_map_dir": 0.09644, "d4.loss_map_cls": 1.47343, "d4.loss_map_pts": 5.0407, "d4.loss_map_dir": 0.09624, "d5.loss_map_cls": 1.16439, "d5.loss_map_pts": 5.03719, "d5.loss_map_dir": 0.09615, "loss": 274.56516, "time": 0.57893, "grad_norm": 19153.67492} {"mode": "train", "epoch": 1, "iter": 650, "lr": 7e-05, "memory": 8390, "data_time": 0.01972, "loss_cls": 2.06922, "loss_bbox": 1.52135, "loss_traj": 5.3505, "loss_traj_cls": 0.01538, "loss_map_cls": 0.83057, "loss_map_pts": 5.02671, "loss_map_dir": 0.09619, "d0.loss_plan_l1_fix_time": 9.76493, "d0.loss_plan_l1_fix_dist": 2.55493, "d1.loss_plan_l1_fix_time": 9.74933, "d1.loss_plan_l1_fix_dist": 2.54357, "d2.loss_plan_l1_fix_time": 9.88339, "d2.loss_plan_l1_fix_dist": 3.12213, "d3.loss_plan_l1_fix_time": 10.08146, "d3.loss_plan_l1_fix_dist": 3.70313, "d4.loss_plan_l1_fix_time": 10.22784, "d4.loss_plan_l1_fix_dist": 4.46131, "d5.loss_plan_l1_fix_time": 10.43322, "d5.loss_plan_l1_fix_dist": 5.555, "d6.loss_plan_l1_fix_time": 10.62189, "d6.loss_plan_l1_fix_dist": 7.17557, "d0.loss_cls_all": 4.66762, "d0.loss_bbox_all": 1.53631, "d0.loss_cls": 4.66762, "d0.loss_bbox": 1.53631, "d1.loss_cls": 3.16231, "d1.loss_bbox": 1.53773, "d2.loss_cls": 2.31416, "d2.loss_bbox": 1.52448, "d3.loss_cls": 2.17797, "d3.loss_bbox": 1.50777, "d4.loss_cls": 1.95798, "d4.loss_bbox": 1.54163, "d5.loss_cls": 2.08056, "d5.loss_bbox": 1.56037, "d0.loss_traj_cls": 0.00436, "d0.loss_traj": 5.23451, "d1.loss_traj_cls": 0.00768, "d1.loss_traj": 5.38012, "d2.loss_traj_cls": 0.0102, "d2.loss_traj": 5.3457, "d3.loss_traj_cls": 0.0161, "d3.loss_traj": 5.32362, "d4.loss_traj_cls": 0.01076, "d4.loss_traj": 5.29151, "d5.loss_traj_cls": 0.0162, "d5.loss_traj": 5.2901, "d0.loss_map_cls_all": 1.14329, "d0.loss_map_pts_all": 5.05898, "d0.loss_map_dir_all": 0.09683, "d0.loss_map_cls": 1.14329, "d0.loss_map_pts": 5.05898, "d0.loss_map_dir": 0.09683, "d1.loss_map_cls": 1.18734, "d1.loss_map_pts": 5.05824, "d1.loss_map_dir": 0.09678, "d2.loss_map_cls": 1.14, "d2.loss_map_pts": 5.04638, "d2.loss_map_dir": 0.09665, "d3.loss_map_cls": 0.98821, "d3.loss_map_pts": 5.03454, "d3.loss_map_dir": 0.09654, "d4.loss_map_cls": 1.16337, "d4.loss_map_pts": 5.02621, "d4.loss_map_dir": 0.09632, "d5.loss_map_cls": 0.92601, "d5.loss_map_pts": 5.02282, "d5.loss_map_dir": 0.09627, "loss": 222.16516, "time": 0.56159, "grad_norm": 19153.67492}