{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/a-multimodal-dataset-and-benchmark-for-radio","title":"A Multimodal Dataset and Benchmark for Radio Galaxy and Infrared Host Detection","arxiv_id":"2312.06728","date":"2023-12-11","proceeding":null,"authors":["Nikhel Gupta","Zeeshan Hayder","Ray P. Norris","Minh Hyunh","Lars Petersson"],"abstract":"We present a novel multimodal dataset developed by expert astronomers to automate the detection and localisation of multi-component extended radio galaxies and their corresponding infrared hosts. The dataset comprises 4,155 instances of galaxies in 2,800 images with both radio and infrared modalities. Each instance contains information on the extended radio galaxy class, its corresponding bounding box that encompasses all of its components, pixel-level segmentation mask, and the position of its corresponding infrared host galaxy. Our dataset is the first publicly accessible dataset that includes images from a highly sensitive radio telescope, infrared satellite, and instance-level annotations for their identification. We benchmark several object detection algorithms on the dataset and propose a novel multimodal approach to identify radio galaxies and the positions of infrared hosts simultaneously.","url_abs":"https://arxiv.org/abs/2312.06728v1","url_pdf":"https://arxiv.org/pdf/2312.06728v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"a-multimodal-dataset-and-benchmark-for-radio","repo_url":"https://github.com/nikhel1/gal-deformable-detr","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null},{"paper_slug":"a-multimodal-dataset-and-benchmark-for-radio","repo_url":"https://github.com/nikhel1/gal-detr","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null},{"paper_slug":"a-multimodal-dataset-and-benchmark-for-radio","repo_url":"https://github.com/nikhel1/gal-dino","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"object-detection","task_name":"Object Detection"},{"task_slug":null,"task_name":"Position"},{"task_slug":"object-detection-1","task_name":"object-detection"}],"methods":[],"datasets_introduced":[{"slug":"radiogalaxynet","name":"RadioGalaxyNET","full_name":""}],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2312.06728","atlas_url":"https://app.syntology.ai/?focus=2312.06728","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.06728"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/nikhel1/gal-deformable-detr","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/nikhel1/gal-detr","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/nikhel1/gal-dino","reach":null}],"summary":{"ran":1,"ran_fixture":2,"unverified":2},"by_repo_kind":{"official":{"samples":5,"ran":3,"repositories":3}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"6c50994a57f1e9e4","entry":"DETR","repo":"nikhel1/gal-detr","repo_kind":"official","path":"models/detr.py","file_url":"https://github.com/nikhel1/gal-detr/blob/HEAD/models/detr.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6c50994a57f1e9e4"}},{"code_sha256_prefix":"d46a9bced6ba8015","entry":"dn_post_process","repo":"nikhel1/gal-dino","repo_kind":"official","path":"models/dino/dino.py","file_url":"https://github.com/nikhel1/gal-dino/blob/HEAD/models/dino/dino.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d46a9bced6ba8015"}},{"code_sha256_prefix":"e2cd5184b63b954d","entry":"prepare_for_cdn","repo":"nikhel1/gal-dino","repo_kind":"official","path":"models/dino/dino.py","file_url":"https://github.com/nikhel1/gal-dino/blob/HEAD/models/dino/dino.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e2cd5184b63b954d"}},{"code_sha256_prefix":"53ce919cc0497d35","entry":"DINO","repo":"nikhel1/gal-dino","repo_kind":"official","path":"models/dino/dino.py","file_url":"https://github.com/nikhel1/gal-dino/blob/HEAD/models/dino/dino.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"53ce919cc0497d35"}},{"code_sha256_prefix":"25004462f858f36f","entry":"DeformableDETR","repo":"nikhel1/gal-deformable-detr","repo_kind":"official","path":"models/deformable_detr.py","file_url":"https://github.com/nikhel1/gal-deformable-detr/blob/HEAD/models/deformable_detr.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"25004462f858f36f"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}