{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/flow-based-feature-fusion-for-vehicle-1","title":"Flow-Based Feature Fusion for Vehicle-Infrastructure Cooperative 3D Object Detection","arxiv_id":"2311.01682","date":"2023-11-03","proceeding":"NeurIPS 2023 11","authors":["Haibao Yu","Yingjuan Tang","Enze Xie","Jilei Mao","Ping Luo","Zaiqing Nie"],"abstract":"Cooperatively utilizing both ego-vehicle and infrastructure sensor data can significantly enhance autonomous driving perception abilities. However, the uncertain temporal asynchrony and limited communication conditions can lead to fusion misalignment and constrain the exploitation of infrastructure data. To address these issues in vehicle-infrastructure cooperative 3D (VIC3D) object detection, we propose the Feature Flow Net (FFNet), a novel cooperative detection framework. FFNet is a flow-based feature fusion framework that uses a feature flow prediction module to predict future features and compensate for asynchrony. Instead of transmitting feature maps extracted from still-images, FFNet transmits feature flow, leveraging the temporal coherence of sequential infrastructure frames. Furthermore, we introduce a self-supervised training approach that enables FFNet to generate feature flow with feature prediction ability from raw infrastructure sequences. Experimental results demonstrate that our proposed method outperforms existing cooperative detection methods while only requiring about 1/100 of the transmission cost of raw data and covers all latency in one model on the DAIR-V2X dataset. The code is available at \\href{https://github.com/haibao-yu/FFNet-VIC3D}{https://github.com/haibao-yu/FFNet-VIC3D}.","url_abs":"https://arxiv.org/abs/2311.01682v1","url_pdf":"https://arxiv.org/pdf/2311.01682v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"flow-based-feature-fusion-for-vehicle-1","repo_url":"https://github.com/haibao-yu/ffnet-vic3d","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"3d-object-detection","task_name":"3D Object Detection"},{"task_slug":"autonomous-driving","task_name":"Autonomous Driving"},{"task_slug":"object-detection","task_name":"Object Detection"},{"task_slug":"object-detection-1","task_name":"object-detection"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2311.01682","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.01682"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/haibao-yu/ffnet-vic3d","reach":{"status":"ok"}}],"summary":{"ran":2,"unverified":7},"by_repo_kind":{"official":{"samples":9,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":9,"samples":[{"code_sha256_prefix":"8d35a41368d8dd47","entry":"average_precision","repo":"haibao-yu/ffnet-vic3d","repo_kind":"official","path":"mmdet3d/core/evaluation/indoor_eval.py","file_url":"https://github.com/haibao-yu/ffnet-vic3d/blob/HEAD/mmdet3d/core/evaluation/indoor_eval.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8d35a41368d8dd47"}},{"code_sha256_prefix":"2283234eb1863906","entry":"eval_det_cls","repo":"haibao-yu/ffnet-vic3d","repo_kind":"official","path":"mmdet3d/core/evaluation/indoor_eval.py","file_url":"https://github.com/haibao-yu/ffnet-vic3d/blob/HEAD/mmdet3d/core/evaluation/indoor_eval.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2283234eb1863906"}},{"code_sha256_prefix":"049f10575d6acf59","entry":"bbox3d2result","repo":"haibao-yu/ffnet-vic3d","repo_kind":"official","path":"mmdet3d/core/bbox/transforms.py","file_url":"https://github.com/haibao-yu/ffnet-vic3d/blob/HEAD/mmdet3d/core/bbox/transforms.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"049f10575d6acf59"}},{"code_sha256_prefix":"071c297bbb04127e","entry":"bbox3d2roi","repo":"haibao-yu/ffnet-vic3d","repo_kind":"official","path":"mmdet3d/core/bbox/transforms.py","file_url":"https://github.com/haibao-yu/ffnet-vic3d/blob/HEAD/mmdet3d/core/bbox/transforms.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"071c297bbb04127e"}},{"code_sha256_prefix":"cd7847cc58eb29bd","entry":"bbox3d_mapping_back","repo":"haibao-yu/ffnet-vic3d","repo_kind":"official","path":"mmdet3d/core/bbox/transforms.py","file_url":"https://github.com/haibao-yu/ffnet-vic3d/blob/HEAD/mmdet3d/core/bbox/transforms.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cd7847cc58eb29bd"}},{"code_sha256_prefix":"96c8084488bd023b","entry":"box_camera_to_lidar","repo":"haibao-yu/ffnet-vic3d","repo_kind":"official","path":"mmdet3d/core/bbox/box_np_ops.py","file_url":"https://github.com/haibao-yu/ffnet-vic3d/blob/HEAD/mmdet3d/core/bbox/box_np_ops.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"96c8084488bd023b"}},{"code_sha256_prefix":"9e22984820c39868","entry":"camera_to_lidar","repo":"haibao-yu/ffnet-vic3d","repo_kind":"official","path":"mmdet3d/core/bbox/box_np_ops.py","file_url":"https://github.com/haibao-yu/ffnet-vic3d/blob/HEAD/mmdet3d/core/bbox/box_np_ops.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9e22984820c39868"}},{"code_sha256_prefix":"5b1dacd1f125c08f","entry":"corners_nd","repo":"haibao-yu/ffnet-vic3d","repo_kind":"official","path":"mmdet3d/core/bbox/box_np_ops.py","file_url":"https://github.com/haibao-yu/ffnet-vic3d/blob/HEAD/mmdet3d/core/bbox/box_np_ops.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5b1dacd1f125c08f"}},{"code_sha256_prefix":"3e68c67f05177852","entry":"eval_map_recall","repo":"haibao-yu/ffnet-vic3d","repo_kind":"official","path":"mmdet3d/core/evaluation/indoor_eval.py","file_url":"https://github.com/haibao-yu/ffnet-vic3d/blob/HEAD/mmdet3d/core/evaluation/indoor_eval.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3e68c67f05177852"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}