start before_train_epoch removing map_slice_float_dict content !!!!!!!!!!!!!!!
* 3 start before_train_epoch removing map_slice_int_dict content !!!!!!!!!!!!!!!
end before_train_epoch removing map_slice_int_dict content !!!!!!!!!!!!!!!
epoch: 0 self.train_epoch_point: -2
100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 1/1 [00:01<00:00, 1.31s/it]
gpu_id: 0 count: tensor(0.) gpu_city_list ['boston-seaport_map_2_1']
create empty map for: map_slice_float_dict, {'root_dir': '/localdata_ssd/map_slices/raster_global_map', 'type': 'rasterized', 'prefix': 'map_large_reso_gru_cpu', 'tile_param': {'data_type': 'float32', 'embed_dims': 256, 'num_traversals': 1}, 'batch_size': 8, 'single_gpu': False, 'global_map_tile_size': [4, 4], 'global_map_raster_size': [0.3, 0.3]}
100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 5.76it/s]
gpu_id: 0 count: tensor(0) gpu_city_list ['boston-seaport_map_2_1']
create empty map for: map_slice_int_dict, {'root_dir': '/localdata_ssd/map_slices/raster_global_map', 'type': 'rasterized', 'prefix': 'map_large_reso_gru_cpu', 'tile_param': {'data_type': 'int16', 'embed_dims': 1, 'num_traversals': 1}, 'batch_size': 8, 'single_gpu': False, 'global_map_tile_size': [4, 4], 'global_map_raster_size': [0.3, 0.3]}
Traceback (most recent call last):
File "tools/train.py", line 279, in
main()
File "tools/train.py", line 275, in main
meta=meta)
File "/neural_map_prior/mmdetection3d/mmdet3d/apis/train.py", line 35, in train_model
meta=meta)
File "/usr/local/lib/python3.6/dist-packages/mmdet/apis/train.py", line 170, in train_detector
runner.run(data_loaders, cfg.workflow)
File "/usr/local/lib/python3.6/dist-packages/mmcv/runner/epoch_based_runner.py", line 127, in run
epoch_runner(data_loaders[i], **kwargs)
File "/usr/local/lib/python3.6/dist-packages/mmcv/runner/epoch_based_runner.py", line 50, in train
self.run_iter(data_batch, train_mode=True, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/mmcv/runner/epoch_based_runner.py", line 30, in run_iter
**kwargs)
File "/usr/local/lib/python3.6/dist-packages/mmcv/parallel/distributed.py", line 52, in train_step
output = self.module.train_step(*inputs[0], **kwargs[0])
File "/neural_map_prior/project/neural_map_prior/models/mapers/base_mapper.py", line 122, in train_step
loss, log_vars, num_samples = self(**data_dict)
File "/usr/local/lib/python3.6/dist-packages/torch/nn/modules/module.py", line 727, in call_impl
result = self.forward(*input, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/mmcv/runner/fp16_utils.py", line 98, in new_func
return old_func(*args, **kwargs)
File "/neural_map_prior/project/neural_map_prior/models/mapers/base_mapper.py", line 90, in forward
return self.forward_train(*args, **kwargs)
File "/neural_map_prior/project/neural_map_prior/models/mapers/original_hdmapnet.py", line 239, in forward_train
preds_dict = self.forward_single(imgs, **kwargs)
File "/neural_map_prior/project/neural_map_prior/models/mapers/original_hdmapnet.py", line 131, in forward_single
self.gm.take_map_prior(prior_bev[ib:ib + 1], token, img_meta, 'train', trans)
File "/neural_map_prior/project/neural_map_prior/models/mapers/map_global_memory.py", line 237, in take_map_prior
global_map_slice = self.map_slice_float_dict[f'map{city_name}{map_index[0]}{map_index[1]}']
KeyError: 'map_singapore-hollandvillage_2_0'