{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/retr-multi-view-radar-detection-transformer","title":"RETR: Multi-View Radar Detection Transformer for Indoor Perception","arxiv_id":"2411.10293","date":"2024-11-15","proceeding":null,"authors":["Ryoma Yataka","Adriano Cardace","Pu Perry Wang","Petros Boufounos","Ryuhei Takahashi"],"abstract":"Indoor radar perception has seen rising interest due to affordable costs driven by emerging automotive imaging radar developments and the benefits of reduced privacy concerns and reliability under hazardous conditions (e.g., fire and smoke). However, existing radar perception pipelines fail to account for distinctive characteristics of the multi-view radar setting. In this paper, we propose Radar dEtection TRansformer (RETR), an extension of the popular DETR architecture, tailored for multi-view radar perception. RETR inherits the advantages of DETR, eliminating the need for hand-crafted components for object detection and segmentation in the image plane. More importantly, RETR incorporates carefully designed modifications such as 1) depth-prioritized feature similarity via a tunable positional encoding (TPE); 2) a tri-plane loss from both radar and camera coordinates; and 3) a learnable radar-to-camera transformation via reparameterization, to account for the unique multi-view radar setting. Evaluated on two indoor radar perception datasets, our approach outperforms existing state-of-the-art methods by a margin of 15.38+ AP for object detection and 11.91+ IoU for instance segmentation, respectively. Our implementation is available at https://github.com/merlresearch/radar-detection-transformer.","url_abs":"https://arxiv.org/abs/2411.10293v3","url_pdf":"https://arxiv.org/pdf/2411.10293v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"retr-multi-view-radar-detection-transformer","repo_url":"https://github.com/merlresearch/radar-detection-transformer","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"AGPL-3.0"}}],"tasks":[{"task_slug":"instance-segmentation","task_name":"Instance Segmentation"},{"task_slug":"object-detection","task_name":"Object Detection"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"},{"task_slug":"object-detection-1","task_name":"object-detection"}],"methods":[{"method_slug":"absolute-position-encodings","method_name":"Absolute Position Encodings"},{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"detr","method_name":"Detr"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"feedforward-network","method_name":"Feedforward Network"},{"method_slug":"label-smoothing","method_name":"Label Smoothing"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"position-wise-feed-forward-layer","method_name":"Position-Wise Feed-Forward Layer"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"transformer","method_name":"Transformer"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2411.10293","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.10293"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/merlresearch/radar-detection-transformer","reach":{"status":"ok","spdx":"AGPL-3.0"}}],"summary":{"ran_honours":2,"unverified":11},"by_repo_kind":{"official":{"samples":13,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":13,"samples":[{"code_sha256_prefix":"e0a06ded5d4f6c3c","entry":"box_cxcywh_to_xyxy","repo":"merlresearch/radar-detection-transformer","repo_kind":"official","path":"src/models/module_retr/box_ops.py","file_url":"https://github.com/merlresearch/radar-detection-transformer/blob/HEAD/src/models/module_retr/box_ops.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"e0a06ded5d4f6c3c"}},{"code_sha256_prefix":"031b02fb990284ba","entry":"box_xyxy_to_cxcywh","repo":"merlresearch/radar-detection-transformer","repo_kind":"official","path":"src/models/module_retr/box_ops.py","file_url":"https://github.com/merlresearch/radar-detection-transformer/blob/HEAD/src/models/module_retr/box_ops.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"031b02fb990284ba"}},{"code_sha256_prefix":"eeeee575011d389e","entry":"box_cxcyczwhd_to_xyzxyz","repo":"merlresearch/radar-detection-transformer","repo_kind":"official","path":"src/models/module_retr/box_ops.py","file_url":"https://github.com/merlresearch/radar-detection-transformer/blob/HEAD/src/models/module_retr/box_ops.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"eeeee575011d389e"}},{"code_sha256_prefix":"8058435ee59ef103","entry":"build_matcher","repo":"merlresearch/radar-detection-transformer","repo_kind":"official","path":"src/models/module_retr/matcher.py","file_url":"https://github.com/merlresearch/radar-detection-transformer/blob/HEAD/src/models/module_retr/matcher.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"8058435ee59ef103"}},{"code_sha256_prefix":"6698fcf4699f8e81","entry":"configs_arguments","repo":"merlresearch/radar-detection-transformer","repo_kind":"official","path":"src/utils/configs.py","file_url":"https://github.com/merlresearch/radar-detection-transformer/blob/HEAD/src/utils/configs.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"6698fcf4699f8e81"}},{"code_sha256_prefix":"9c37aad4edb2220a","entry":"detr_resnet18","repo":"merlresearch/radar-detection-transformer","repo_kind":"official","path":"src/models/module_retr/hubconf.py","file_url":"https://github.com/merlresearch/radar-detection-transformer/blob/HEAD/src/models/module_retr/hubconf.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"9c37aad4edb2220a"}},{"code_sha256_prefix":"42eb6a7420e1d2a8","entry":"gen_sineembed_for_3d_position","repo":"merlresearch/radar-detection-transformer","repo_kind":"official","path":"src/models/module_retr/transformer.py","file_url":"https://github.com/merlresearch/radar-detection-transformer/blob/HEAD/src/models/module_retr/transformer.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"42eb6a7420e1d2a8"}},{"code_sha256_prefix":"d573d92393e20123","entry":"gen_sineembed_for_position","repo":"merlresearch/radar-detection-transformer","repo_kind":"official","path":"src/models/module_retr/transformer.py","file_url":"https://github.com/merlresearch/radar-detection-transformer/blob/HEAD/src/models/module_retr/transformer.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"d573d92393e20123"}},{"code_sha256_prefix":"95e4812bfd251946","entry":"get_optimizer","repo":"merlresearch/radar-detection-transformer","repo_kind":"official","path":"src/utils/common.py","file_url":"https://github.com/merlresearch/radar-detection-transformer/blob/HEAD/src/utils/common.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"95e4812bfd251946"}},{"code_sha256_prefix":"e8c43965d954203e","entry":"move_to_device","repo":"merlresearch/radar-detection-transformer","repo_kind":"official","path":"src/utils/common.py","file_url":"https://github.com/merlresearch/radar-detection-transformer/blob/HEAD/src/utils/common.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"e8c43965d954203e"}},{"code_sha256_prefix":"62e28a74b391b811","entry":"multi_head_attention_forward","repo":"merlresearch/radar-detection-transformer","repo_kind":"official","path":"src/models/module_retr/attention.py","file_url":"https://github.com/merlresearch/radar-detection-transformer/blob/HEAD/src/models/module_retr/attention.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"62e28a74b391b811"}},{"code_sha256_prefix":"0981d640d3a28eca","entry":"optimizer_arguments","repo":"merlresearch/radar-detection-transformer","repo_kind":"official","path":"src/utils/configs.py","file_url":"https://github.com/merlresearch/radar-detection-transformer/blob/HEAD/src/utils/configs.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"0981d640d3a28eca"}},{"code_sha256_prefix":"a8d411c6f5544556","entry":"recursive_detach","repo":"merlresearch/radar-detection-transformer","repo_kind":"official","path":"src/utils/common.py","file_url":"https://github.com/merlresearch/radar-detection-transformer/blob/HEAD/src/utils/common.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"AGPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"a8d411c6f5544556"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}