{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/dams-detr-dynamic-adaptive-multispectral","title":"DAMSDet: Dynamic Adaptive Multispectral Detection Transformer with Competitive Query Selection and Adaptive Feature Fusion","arxiv_id":"2403.00326","date":"2024-03-01","proceeding":null,"authors":["Junjie Guo","Chenqiang Gao","Fangcen Liu","Deyu Meng","Xinbo Gao"],"abstract":"Infrared-visible object detection aims to achieve robust even full-day object detection by fusing the complementary information of infrared and visible images. However, highly dynamically variable complementary characteristics and commonly existing modality misalignment make the fusion of complementary information difficult. In this paper, we propose a Dynamic Adaptive Multispectral Detection Transformer (DAMSDet) to simultaneously address these two challenges. Specifically, we propose a Modality Competitive Query Selection strategy to provide useful prior information. This strategy can dynamically select basic salient modality feature representation for each object. To effectively mine the complementary information and adapt to misalignment situations, we propose a Multispectral Deformable Cross-attention module to adaptively sample and aggregate multi-semantic level features of infrared and visible images for each object. In addition, we further adopt the cascade structure of DETR to better mine complementary information. Experiments on four public datasets of different scenes demonstrate significant improvements compared to other state-of-the-art methods. The code will be released at https://github.com/gjj45/DAMSDet.","url_abs":"https://arxiv.org/abs/2403.00326v3","url_pdf":"https://arxiv.org/pdf/2403.00326v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"dams-detr-dynamic-adaptive-multispectral","repo_url":"https://github.com/gjj45/dams-detr","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"paddle","reach":null},{"paper_slug":"dams-detr-dynamic-adaptive-multispectral","repo_url":"https://github.com/gjj45/damsdet","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"paddle","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"object","task_name":"Object"},{"task_slug":"object-detection","task_name":"Object Detection"},{"task_slug":"object-detection-1","task_name":"object-detection"}],"methods":[{"method_slug":"absolute-position-encodings","method_name":"Absolute Position Encodings"},{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"concatenated-skip-connection","method_name":"Concatenated Skip Connection"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"detr","method_name":"Detr"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"feedforward-network","method_name":"Feedforward Network"},{"method_slug":"label-smoothing","method_name":"Label Smoothing"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"position-wise-feed-forward-layer","method_name":"Position-Wise Feed-Forward Layer"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"transformer","method_name":"Transformer"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2403.00326","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.00326"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/gjj45/DAMSDet","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran":8,"ran_honours":1,"unverified":2},"by_repo_kind":{"official":{"samples":11,"ran":9,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"891281774f8942bd","entry":"dump_value","repo":"gjj45/DAMSDet","repo_kind":"official","path":"ppdet/core/workspace.py","file_url":"https://github.com/gjj45/DAMSDet/blob/HEAD/ppdet/core/workspace.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"891281774f8942bd"}},{"code_sha256_prefix":"e241ea7c12e86306","entry":"get_weights_url","repo":"gjj45/DAMSDet","repo_kind":"official","path":"ppdet/model_zoo/model_zoo.py","file_url":"https://github.com/gjj45/DAMSDet/blob/HEAD/ppdet/model_zoo/model_zoo.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e241ea7c12e86306"}},{"code_sha256_prefix":"9910e2fc297f8665","entry":"identity","repo":"gjj45/DAMSDet","repo_kind":"official","path":"ppdet/modeling/ops.py","file_url":"https://github.com/gjj45/DAMSDet/blob/HEAD/ppdet/modeling/ops.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9910e2fc297f8665"}},{"code_sha256_prefix":"7b71ca54a440c129","entry":"load_config","repo":"gjj45/DAMSDet","repo_kind":"official","path":"ppdet/core/workspace.py","file_url":"https://github.com/gjj45/DAMSDet/blob/HEAD/ppdet/core/workspace.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7b71ca54a440c129"}},{"code_sha256_prefix":"0cf81b30bc14579c","entry":"multiclass_nms","repo":"gjj45/DAMSDet","repo_kind":"official","path":"ppdet/modeling/post_process.py","file_url":"https://github.com/gjj45/DAMSDet/blob/HEAD/ppdet/modeling/post_process.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0cf81b30bc14579c"}},{"code_sha256_prefix":"c54757be76d21549","entry":"nms","repo":"gjj45/DAMSDet","repo_kind":"official","path":"ppdet/modeling/post_process.py","file_url":"https://github.com/gjj45/DAMSDet/blob/HEAD/ppdet/modeling/post_process.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c54757be76d21549"}},{"code_sha256_prefix":"6c7db6948ecffd97","entry":"norm_angle","repo":"gjj45/DAMSDet","repo_kind":"official","path":"ppdet/modeling/rbox_utils.py","file_url":"https://github.com/gjj45/DAMSDet/blob/HEAD/ppdet/modeling/rbox_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6c7db6948ecffd97"}},{"code_sha256_prefix":"5b37cc101c76cbd0","entry":"poly2rbox_le135_np","repo":"gjj45/DAMSDet","repo_kind":"official","path":"ppdet/modeling/rbox_utils.py","file_url":"https://github.com/gjj45/DAMSDet/blob/HEAD/ppdet/modeling/rbox_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5b37cc101c76cbd0"}},{"code_sha256_prefix":"155145950e1115ca","entry":"poly2rbox_oc_np","repo":"gjj45/DAMSDet","repo_kind":"official","path":"ppdet/modeling/rbox_utils.py","file_url":"https://github.com/gjj45/DAMSDet/blob/HEAD/ppdet/modeling/rbox_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"155145950e1115ca"}},{"code_sha256_prefix":"553169f24c2e1789","entry":"dict_merge","repo":"gjj45/DAMSDet","repo_kind":"official","path":"ppdet/core/workspace.py","file_url":"https://github.com/gjj45/DAMSDet/blob/HEAD/ppdet/core/workspace.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"553169f24c2e1789"}},{"code_sha256_prefix":"738ddae568b175be","entry":"feature_norm","repo":"gjj45/DAMSDet","repo_kind":"official","path":"ppdet/slim/distill_loss.py","file_url":"https://github.com/gjj45/DAMSDet/blob/HEAD/ppdet/slim/distill_loss.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"738ddae568b175be"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}