{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/flownet3d-learning-scene-flow-in-3d-point","title":"FlowNet3D: Learning Scene Flow in 3D Point Clouds","arxiv_id":"1806.01411","date":"2018-06-04","proceeding":"CVPR 2019 6","authors":["Xingyu Liu","Charles R. Qi","Leonidas J. Guibas"],"abstract":"Many applications in robotics and human-computer interaction can benefit from understanding 3D motion of points in a dynamic environment, widely noted as scene flow. While most previous methods focus on stereo and RGB-D images as input, few try to estimate scene flow directly from point clouds. In this work, we propose a novel deep neural network named $FlowNet3D$ that learns scene flow from point clouds in an end-to-end fashion. Our network simultaneously learns deep hierarchical features of point clouds and flow embeddings that represent point motions, supported by two newly proposed learning layers for point sets. We evaluate the network on both challenging synthetic data from FlyingThings3D and real Lidar scans from KITTI. Trained on synthetic data only, our network successfully generalizes to real scans, outperforming various baselines and showing competitive results to the prior art. We also demonstrate two applications of our scene flow output (scan registration and motion segmentation) to show its potential wide use cases.","url_abs":"https://arxiv.org/abs/1806.01411v3","url_pdf":"https://arxiv.org/pdf/1806.01411v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"flownet3d-learning-scene-flow-in-3d-point","repo_url":"https://github.com/xingyul/flownet3d","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"tf","reach":null},{"paper_slug":"flownet3d-learning-scene-flow-in-3d-point","repo_url":"https://github.com/iremarpag/Comp423","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"flownet3d-learning-scene-flow-in-3d-point","repo_url":"https://github.com/iremarpag/Computer-Vision-for-Autonomous-Driving","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"flownet3d-learning-scene-flow-in-3d-point","repo_url":"https://github.com/multimodallearning/flownet3d.pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"flownet3d-learning-scene-flow-in-3d-point","repo_url":"https://github.com/rabbityl/DeformingThings4D","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"flownet3d-learning-scene-flow-in-3d-point","repo_url":"https://github.com/valeoai/FLOT","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"flownet3d-learning-scene-flow-in-3d-point","repo_url":"https://github.com/vinits5/learning3d","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"flownet3d-learning-scene-flow-in-3d-point","repo_url":"https://github.com/xingyul/cpnet","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"flownet3d-learning-scene-flow-in-3d-point","repo_url":"https://github.com/xingyul/meteornet","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"flownet3d-learning-scene-flow-in-3d-point","repo_url":"https://github.com/hyangwinter/flownet3d_pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"motion-segmentation","task_name":"Motion Segmentation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1806.01411","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1806.01411"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/rabbityl/DeformingThings4D","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/iremarpag/Comp423","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/valeoai/FLOT","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/xingyul/cpnet","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/vinits5/learning3d","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/iremarpag/Computer-Vision-for-Autonomous-Driving","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/xingyul/meteornet","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/xingyul/flownet3d","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/hyangwinter/flownet3d_pytorch","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/multimodallearning/flownet3d.pytorch","reach":{"status":"ok"}}],"summary":{"ran":1,"ran_fixture":1,"unverified":5},"by_repo_kind":{"official":{"samples":1,"ran":1,"repositories":1},"listed":{"samples":6,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"838e2078ad9224da","entry":"quat2mat","repo":"hyangwinter/flownet3d_pytorch","repo_kind":"listed","path":"util.py","file_url":"https://github.com/hyangwinter/flownet3d_pytorch/blob/HEAD/util.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"838e2078ad9224da"}},{"code_sha256_prefix":"ad28e10d41422ea2","entry":"scene_flow_EPE_np","repo":"xingyul/flownet3d","repo_kind":"official","path":"evaluate.py","file_url":"https://github.com/xingyul/flownet3d/blob/HEAD/evaluate.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ad28e10d41422ea2"}},{"code_sha256_prefix":"0eecf33500f60f91","entry":"jitter_pointcloud","repo":"hyangwinter/flownet3d_pytorch","repo_kind":"listed","path":"data.py","file_url":"https://github.com/hyangwinter/flownet3d_pytorch/blob/HEAD/data.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0eecf33500f60f91"}},{"code_sha256_prefix":"de4ec31e485abce5","entry":"load_data","repo":"hyangwinter/flownet3d_pytorch","repo_kind":"listed","path":"data.py","file_url":"https://github.com/hyangwinter/flownet3d_pytorch/blob/HEAD/data.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"de4ec31e485abce5"}},{"code_sha256_prefix":"5aaf14d09c81093c","entry":"npmat2euler","repo":"hyangwinter/flownet3d_pytorch","repo_kind":"listed","path":"util.py","file_url":"https://github.com/hyangwinter/flownet3d_pytorch/blob/HEAD/util.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5aaf14d09c81093c"}},{"code_sha256_prefix":"421c2d3aa126a3e8","entry":"transform_point_cloud","repo":"hyangwinter/flownet3d_pytorch","repo_kind":"listed","path":"util.py","file_url":"https://github.com/hyangwinter/flownet3d_pytorch/blob/HEAD/util.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"421c2d3aa126a3e8"}},{"code_sha256_prefix":"791051c3e72b67d2","entry":"translate_pointcloud","repo":"hyangwinter/flownet3d_pytorch","repo_kind":"listed","path":"data.py","file_url":"https://github.com/hyangwinter/flownet3d_pytorch/blob/HEAD/data.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"791051c3e72b67d2"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}