{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/tumtraf-v2x-cooperative-perception-dataset","title":"TUMTraf V2X Cooperative Perception Dataset","arxiv_id":"2403.01316","date":"2024-03-02","proceeding":"CVPR 2024 1","authors":["Walter Zimmer","Gerhard Arya Wardana","Suren Sritharan","Xingcheng Zhou","Rui Song","Alois C. Knoll"],"abstract":"Cooperative perception offers several benefits for enhancing the capabilities of autonomous vehicles and improving road safety. Using roadside sensors in addition to onboard sensors increases reliability and extends the sensor range. External sensors offer higher situational awareness for automated vehicles and prevent occlusions. We propose CoopDet3D, a cooperative multi-modal fusion model, and TUMTraf-V2X, a perception dataset, for the cooperative 3D object detection and tracking task. Our dataset contains 2,000 labeled point clouds and 5,000 labeled images from five roadside and four onboard sensors. It includes 30k 3D boxes with track IDs and precise GPS and IMU data. We labeled eight categories and covered occlusion scenarios with challenging driving maneuvers, like traffic violations, near-miss events, overtaking, and U-turns. Through multiple experiments, we show that our CoopDet3D camera-LiDAR fusion model achieves an increase of +14.36 3D mAP compared to a vehicle camera-LiDAR fusion model. Finally, we make our dataset, model, labeling tool, and dev-kit publicly available on our website: https://tum-traffic-dataset.github.io/tumtraf-v2x.","url_abs":"https://arxiv.org/abs/2403.01316v1","url_pdf":"https://arxiv.org/pdf/2403.01316v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"tumtraf-v2x-cooperative-perception-dataset","repo_url":"https://github.com/tum-traffic-dataset/coopdet3d","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"tumtraf-v2x-cooperative-perception-dataset","repo_url":"https://github.com/tum-traffic-dataset/tum-traffic-dataset-dev-kit","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"none","reach":null},{"paper_slug":"tumtraf-v2x-cooperative-perception-dataset","repo_url":"https://github.com/walzimmer/3d-bat","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"NOASSERTION"}}],"tasks":[{"task_slug":"3d-object-detection","task_name":"3D Object Detection"},{"task_slug":"autonomous-vehicles","task_name":"Autonomous Vehicles"},{"task_slug":"object-detection","task_name":"Object Detection"},{"task_slug":"object-detection-1","task_name":"object-detection"}],"methods":[{"method_slug":"gps","method_name":"GPS"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2403.01316","atlas_url":"https://app.syntology.ai/?focus=2403.01316","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.01316"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/tum-traffic-dataset/coopdet3d","reach":null},{"provenance":"deterministic:regex_extraction","url":"https://github.com/walzimmer/3d-bat","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/tum-traffic-dataset/tum-traffic-dataset-dev-kit","reach":null}],"summary":{"ran_draft_wrong":4,"ran_fixture":1,"ran":1},"by_repo_kind":{"official":{"samples":6,"ran":6,"repositories":3}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":1,"samples":[{"code_sha256_prefix":"e1192fe79d2a9fa8","entry":"detections_to_dict","repo":"tum-traffic-dataset/tum-traffic-dataset-dev-kit","repo_kind":"official","path":"src/utils/detection.py","file_url":"https://github.com/tum-traffic-dataset/tum-traffic-dataset-dev-kit/blob/HEAD/src/utils/detection.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e1192fe79d2a9fa8"}},{"code_sha256_prefix":"2b0ad028e517b7ad","entry":"filter_box_in_lidar_cs","repo":"tum-traffic-dataset/coopdet3d","repo_kind":"official","path":"mmdet3d/datasets/tumtraf_v2x_dataset.py","file_url":"https://github.com/tum-traffic-dataset/coopdet3d/blob/HEAD/mmdet3d/datasets/tumtraf_v2x_dataset.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2b0ad028e517b7ad"}},{"code_sha256_prefix":"caff23ff5551c710","entry":"get_corners","repo":"tum-traffic-dataset/tum-traffic-dataset-dev-kit","repo_kind":"official","path":"src/utils/detection.py","file_url":"https://github.com/tum-traffic-dataset/tum-traffic-dataset-dev-kit/blob/HEAD/src/utils/detection.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"caff23ff5551c710"}},{"code_sha256_prefix":"735a536152d7d9d1","entry":"output_to_box_dict","repo":"tum-traffic-dataset/coopdet3d","repo_kind":"official","path":"mmdet3d/datasets/tumtraf_v2x_dataset.py","file_url":"https://github.com/tum-traffic-dataset/coopdet3d/blob/HEAD/mmdet3d/datasets/tumtraf_v2x_dataset.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"735a536152d7d9d1"}},{"code_sha256_prefix":"a5e80a6897ac1f7e","entry":"sample_one_obj","repo":"walzimmer/3d-bat","repo_kind":"official","path":"src/server/pre_annotate.py","file_url":"https://github.com/walzimmer/3d-bat/blob/HEAD/src/server/pre_annotate.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"a5e80a6897ac1f7e"}},{"code_sha256_prefix":"232caac9aac3c2b2","entry":"save_to_openlabel","repo":"tum-traffic-dataset/tum-traffic-dataset-dev-kit","repo_kind":"official","path":"src/utils/detection.py","file_url":"https://github.com/tum-traffic-dataset/tum-traffic-dataset-dev-kit/blob/HEAD/src/utils/detection.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"232caac9aac3c2b2"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}