{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/liso-lidar-only-self-supervised-3d-object","title":"LISO: Lidar-only Self-Supervised 3D Object Detection","arxiv_id":"2403.07071","date":"2024-03-11","proceeding":null,"authors":["Stefan Baur","Frank Moosmann","Andreas Geiger"],"abstract":"3D object detection is one of the most important components in any Self-Driving stack, but current state-of-the-art (SOTA) lidar object detectors require costly & slow manual annotation of 3D bounding boxes to perform well. Recently, several methods emerged to generate pseudo ground truth without human supervision, however, all of these methods have various drawbacks: Some methods require sensor rigs with full camera coverage and accurate calibration, partly supplemented by an auxiliary optical flow engine. Others require expensive high-precision localization to find objects that disappeared over multiple drives. We introduce a novel self-supervised method to train SOTA lidar object detection networks which works on unlabeled sequences of lidar point clouds only, which we call trajectory-regularized self-training. It utilizes a SOTA self-supervised lidar scene flow network under the hood to generate, track, and iteratively refine pseudo ground truth. We demonstrate the effectiveness of our approach for multiple SOTA object detection networks across multiple real-world datasets. Code will be released.","url_abs":"https://arxiv.org/abs/2403.07071v1","url_pdf":"https://arxiv.org/pdf/2403.07071v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"liso-lidar-only-self-supervised-3d-object","repo_url":"https://github.com/baurst/liso","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"3d-object-detection","task_name":"3D Object Detection"},{"task_slug":"object","task_name":"Object"},{"task_slug":"object-detection","task_name":"Object Detection"},{"task_slug":"optical-flow-estimation","task_name":"Optical Flow Estimation"},{"task_slug":"object-detection-1","task_name":"object-detection"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2403.07071","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.07071"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/baurst/liso","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":9},"by_repo_kind":{"official":{"samples":9,"ran":9,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"cbcaa4890fd39e57","entry":"PCA_rectangle","repo":"baurst/liso","repo_kind":"official","path":"liso/box_fitting/box_fitting.py","file_url":"https://github.com/baurst/liso/blob/HEAD/liso/box_fitting/box_fitting.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cbcaa4890fd39e57"}},{"code_sha256_prefix":"7cbfd63356906e16","entry":"change_dict_keys","repo":"baurst/liso","repo_kind":"official","path":"liso/datasets/torch_dataset_commons.py","file_url":"https://github.com/baurst/liso/blob/HEAD/liso/datasets/torch_dataset_commons.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7cbfd63356906e16"}},{"code_sha256_prefix":"9bb515ae3fee14ac","entry":"closeness_rectangle","repo":"baurst/liso","repo_kind":"official","path":"liso/box_fitting/box_fitting.py","file_url":"https://github.com/baurst/liso/blob/HEAD/liso/box_fitting/box_fitting.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9bb515ae3fee14ac"}},{"code_sha256_prefix":"a12a92f5c9b2f69a","entry":"compute_focal_loss","repo":"baurst/liso","repo_kind":"official","path":"liso/losses/centerpoint_loss.py","file_url":"https://github.com/baurst/liso/blob/HEAD/liso/losses/centerpoint_loss.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a12a92f5c9b2f69a"}},{"code_sha256_prefix":"a67b95c4cfc8e76d","entry":"get_centermaps_downsampling_factor","repo":"baurst/liso","repo_kind":"official","path":"liso/datasets/torch_dataset_commons.py","file_url":"https://github.com/baurst/liso/blob/HEAD/liso/datasets/torch_dataset_commons.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a67b95c4cfc8e76d"}},{"code_sha256_prefix":"d70d604a3c8767dd","entry":"get_centermaps_output_grid_size","repo":"baurst/liso","repo_kind":"official","path":"liso/datasets/torch_dataset_commons.py","file_url":"https://github.com/baurst/liso/blob/HEAD/liso/datasets/torch_dataset_commons.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d70d604a3c8767dd"}},{"code_sha256_prefix":"f0e0262c5390befc","entry":"minimum_bounding_rectangle","repo":"baurst/liso","repo_kind":"official","path":"liso/box_fitting/box_fitting.py","file_url":"https://github.com/baurst/liso/blob/HEAD/liso/box_fitting/box_fitting.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f0e0262c5390befc"}},{"code_sha256_prefix":"faef1b767afe5367","entry":"prob_heatmap_loss","repo":"baurst/liso","repo_kind":"official","path":"liso/losses/centerpoint_loss.py","file_url":"https://github.com/baurst/liso/blob/HEAD/liso/losses/centerpoint_loss.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"faef1b767afe5367"}},{"code_sha256_prefix":"50451d5311de7a4c","entry":"to_positive_angle","repo":"baurst/liso","repo_kind":"official","path":"liso/losses/centerpoint_loss.py","file_url":"https://github.com/baurst/liso/blob/HEAD/liso/losses/centerpoint_loss.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"50451d5311de7a4c"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}