{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/see-beyond-seeing-robust-3d-object-detection","title":"Robust 3D Object Detection from LiDAR-Radar Point Clouds via Cross-Modal Feature Augmentation","arxiv_id":"2309.17336","date":"2023-09-29","proceeding":null,"authors":["Jianning Deng","Gabriel Chan","Hantao Zhong","Chris Xiaoxuan Lu"],"abstract":"This paper presents a novel framework for robust 3D object detection from point clouds via cross-modal hallucination. Our proposed approach is agnostic to either hallucination direction between LiDAR and 4D radar. We introduce multiple alignments on both spatial and feature levels to achieve simultaneous backbone refinement and hallucination generation. Specifically, spatial alignment is proposed to deal with the geometry discrepancy for better instance matching between LiDAR and radar. The feature alignment step further bridges the intrinsic attribute gap between the sensing modalities and stabilizes the training. The trained object detection models can deal with difficult detection cases better, even though only single-modal data is used as the input during the inference stage. Extensive experiments on the View-of-Delft (VoD) dataset show that our proposed method outperforms the state-of-the-art (SOTA) methods for both radar and LiDAR object detection while maintaining competitive efficiency in runtime. Code is available at https://github.com/DJNing/See_beyond_seeing.","url_abs":"https://arxiv.org/abs/2309.17336v3","url_pdf":"https://arxiv.org/pdf/2309.17336v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"see-beyond-seeing-robust-3d-object-detection","repo_url":"https://github.com/djning/see_beyond_seeing","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"3d-object-detection","task_name":"3D Object Detection"},{"task_slug":"attribute","task_name":"Attribute"},{"task_slug":"hallucination","task_name":"Hallucination"},{"task_slug":"object","task_name":"Object"},{"task_slug":"object-detection","task_name":"Object Detection"},{"task_slug":"robust-3d-object-detection","task_name":"Robust 3D Object Detection"},{"task_slug":"object-detection-1","task_name":"object-detection"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2309.17336","atlas_url":"https://app.syntology.ai/?focus=2309.17336","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.17336"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/djning/see_beyond_seeing","reach":{"status":"ok"}}],"summary":{"ran":2,"unverified":4},"by_repo_kind":{"official":{"samples":6,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":6,"samples":[{"code_sha256_prefix":"b34a1381dde73d41","entry":"cfg_from_yaml_file","repo":"djning/see_beyond_seeing","repo_kind":"official","path":"pcdet/config.py","file_url":"https://github.com/djning/see_beyond_seeing/blob/HEAD/pcdet/config.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b34a1381dde73d41"}},{"code_sha256_prefix":"ea4deb6530f27660","entry":"merge_new_config","repo":"djning/see_beyond_seeing","repo_kind":"official","path":"pcdet/config.py","file_url":"https://github.com/djning/see_beyond_seeing/blob/HEAD/pcdet/config.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ea4deb6530f27660"}},{"code_sha256_prefix":"65fe32ede00e7dcb","entry":"compute_fg_mask","repo":"djning/see_beyond_seeing","repo_kind":"official","path":"pcdet/utils/loss_utils.py","file_url":"https://github.com/djning/see_beyond_seeing/blob/HEAD/pcdet/utils/loss_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"65fe32ede00e7dcb"}},{"code_sha256_prefix":"1780d388cc532a6d","entry":"get_corner_loss_lidar","repo":"djning/see_beyond_seeing","repo_kind":"official","path":"pcdet/utils/loss_utils.py","file_url":"https://github.com/djning/see_beyond_seeing/blob/HEAD/pcdet/utils/loss_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1780d388cc532a6d"}},{"code_sha256_prefix":"488b91d67a807558","entry":"neg_loss_cornernet","repo":"djning/see_beyond_seeing","repo_kind":"official","path":"pcdet/utils/loss_utils.py","file_url":"https://github.com/djning/see_beyond_seeing/blob/HEAD/pcdet/utils/loss_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"488b91d67a807558"}},{"code_sha256_prefix":"2b4e0558df870bf9","entry":"post_act_block","repo":"djning/see_beyond_seeing","repo_kind":"official","path":"pcdet/models/backbones_3d/spconv_backbone.py","file_url":"https://github.com/djning/see_beyond_seeing/blob/HEAD/pcdet/models/backbones_3d/spconv_backbone.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2b4e0558df870bf9"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}