{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/back-to-reality-weakly-supervised-3d-object","title":"Back to Reality: Weakly-supervised 3D Object Detection with Shape-guided Label Enhancement","arxiv_id":"2203.05238","date":"2022-03-10","proceeding":"CVPR 2022 1","authors":["Xiuwei Xu","Yifan Wang","Yu Zheng","Yongming Rao","Jie zhou","Jiwen Lu"],"abstract":"In this paper, we propose a weakly-supervised approach for 3D object detection, which makes it possible to train a strong 3D detector with position-level annotations (i.e. annotations of object centers). In order to remedy the information loss from box annotations to centers, our method, namely Back to Reality (BR), makes use of synthetic 3D shapes to convert the weak labels into fully-annotated virtual scenes as stronger supervision, and in turn utilizes the perfect virtual labels to complement and refine the real labels. Specifically, we first assemble 3D shapes into physically reasonable virtual scenes according to the coarse scene layout extracted from position-level annotations. Then we go back to reality by applying a virtual-to-real domain adaptation method, which refine the weak labels and additionally supervise the training of detector with the virtual scenes. Furthermore, we propose a more challenging benckmark for indoor 3D object detection with more diversity in object sizes to better show the potential of BR. With less than 5% of the labeling labor, we achieve comparable detection performance with some popular fully-supervised approaches on the widely used ScanNet dataset. Code is available at: https://github.com/wyf-ACCEPT/BackToReality","url_abs":"https://arxiv.org/abs/2203.05238v3","url_pdf":"https://arxiv.org/pdf/2203.05238v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"back-to-reality-weakly-supervised-3d-object","repo_url":"https://github.com/wyf-accept/backtoreality","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"back-to-reality-weakly-supervised-3d-object","repo_url":"https://github.com/xuxw98/backtoreality","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"3d-object-detection","task_name":"3D Object Detection"},{"task_slug":"diversity","task_name":"Diversity"},{"task_slug":"domain-adaptation","task_name":"Domain Adaptation"},{"task_slug":"object","task_name":"Object"},{"task_slug":"object-detection","task_name":"Object Detection"},{"task_slug":null,"task_name":"Position"},{"task_slug":"object-detection-1","task_name":"object-detection"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2203.05238","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.05238"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/wyf-accept/backtoreality","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/xuxw98/backtoreality","reach":null},{"provenance":"deterministic:regex_extraction","url":"https://github.com/wyf-ACCEPT/BackToReality","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":1,"ran_fixture":1,"ran_honours":2,"ran_draft_wrong":3,"unverified":18},"by_repo_kind":{"official":{"samples":25,"ran":7,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"2616a152109ab293","entry":"SigmoidFocalClassificationLoss","repo":"xuxw98/backtoreality","repo_kind":"official","path":"detection/GroupFree3D/models/loss_helper.py","file_url":"https://github.com/xuxw98/backtoreality/blob/HEAD/detection/GroupFree3D/models/loss_helper.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2616a152109ab293"}},{"code_sha256_prefix":"642ad5f6031a8aa1","entry":"compute_objectness_loss_based_on_query_points","repo":"xuxw98/backtoreality","repo_kind":"official","path":"detection/GroupFree3D/models/loss_helper.py","file_url":"https://github.com/xuxw98/backtoreality/blob/HEAD/detection/GroupFree3D/models/loss_helper.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"642ad5f6031a8aa1"}},{"code_sha256_prefix":"c9e3c6528cd69995","entry":"compute_points_obj_cls_loss_hard_topk","repo":"xuxw98/backtoreality","repo_kind":"official","path":"detection/GroupFree3D/models/loss_helper.py","file_url":"https://github.com/xuxw98/backtoreality/blob/HEAD/detection/GroupFree3D/models/loss_helper.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c9e3c6528cd69995"}},{"code_sha256_prefix":"5d501aaa66769592","entry":"compute_points_obj_cls_loss_hard_topk_weak","repo":"xuxw98/backtoreality","repo_kind":"official","path":"detection/GroupFree3D/models/loss_helper.py","file_url":"https://github.com/xuxw98/backtoreality/blob/HEAD/detection/GroupFree3D/models/loss_helper.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5d501aaa66769592"}},{"code_sha256_prefix":"e1e4a142a595bcf2","entry":"l1_loss","repo":"xuxw98/backtoreality","repo_kind":"official","path":"detection/GroupFree3D/models/loss_helper.py","file_url":"https://github.com/xuxw98/backtoreality/blob/HEAD/detection/GroupFree3D/models/loss_helper.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e1e4a142a595bcf2"}},{"code_sha256_prefix":"60f5b7fe1cc54f17","entry":"nn_distance","repo":"xuxw98/backtoreality","repo_kind":"official","path":"detection/GroupFree3D/models/loss_helper.py","file_url":"https://github.com/xuxw98/backtoreality/blob/HEAD/detection/GroupFree3D/models/loss_helper.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"60f5b7fe1cc54f17"}},{"code_sha256_prefix":"a18fa7b4ad55d938","entry":"smoothl1_loss","repo":"xuxw98/backtoreality","repo_kind":"official","path":"detection/GroupFree3D/models/loss_helper.py","file_url":"https://github.com/xuxw98/backtoreality/blob/HEAD/detection/GroupFree3D/models/loss_helper.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a18fa7b4ad55d938"}},{"code_sha256_prefix":"af68a34722851d0e","entry":"Is_horizontal","repo":"wyf-ACCEPT/BackToReality","repo_kind":"official","path":"data_generation/ScanNet/segment_tools.py","file_url":"https://github.com/wyf-ACCEPT/BackToReality/blob/HEAD/data_generation/ScanNet/segment_tools.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"af68a34722851d0e"}},{"code_sha256_prefix":"7d9d44a980e24c22","entry":"compute_box_and_sem_cls_loss","repo":"xuxw98/backtoreality","repo_kind":"official","path":"detection/GroupFree3D/models/loss_helper.py","file_url":"https://github.com/xuxw98/backtoreality/blob/HEAD/detection/GroupFree3D/models/loss_helper.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7d9d44a980e24c22"}},{"code_sha256_prefix":"4a436f36baabf7ee","entry":"compute_center_and_sem_cls_loss","repo":"xuxw98/backtoreality","repo_kind":"official","path":"detection/GroupFree3D/models/loss_helper.py","file_url":"https://github.com/xuxw98/backtoreality/blob/HEAD/detection/GroupFree3D/models/loss_helper.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4a436f36baabf7ee"}},{"code_sha256_prefix":"137a1dae05a132ca","entry":"compute_objectness_loss_based_on_query_points_weak","repo":"xuxw98/backtoreality","repo_kind":"official","path":"detection/GroupFree3D/models/loss_helper.py","file_url":"https://github.com/xuxw98/backtoreality/blob/HEAD/detection/GroupFree3D/models/loss_helper.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"137a1dae05a132ca"}},{"code_sha256_prefix":"cc8c7c54286373af","entry":"find_nearest_object","repo":"wyf-ACCEPT/BackToReality","repo_kind":"official","path":"data_generation/ScanNet/scannet_scene_synthesis.py","file_url":"https://github.com/wyf-ACCEPT/BackToReality/blob/HEAD/data_generation/ScanNet/scannet_scene_synthesis.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cc8c7c54286373af"}},{"code_sha256_prefix":"5909c81367fe7e2b","entry":"get_MER","repo":"wyf-ACCEPT/BackToReality","repo_kind":"official","path":"data_generation/Matterport3D/modelnet40_tools.py","file_url":"https://github.com/wyf-ACCEPT/BackToReality/blob/HEAD/data_generation/Matterport3D/modelnet40_tools.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5909c81367fe7e2b"}},{"code_sha256_prefix":"f66ccab4c6f93ada","entry":"get_MER","repo":"wyf-ACCEPT/BackToReality","repo_kind":"official","path":"data_generation/Matterport3D/matterport_scene_synthesis.py","file_url":"https://github.com/wyf-ACCEPT/BackToReality/blob/HEAD/data_generation/Matterport3D/matterport_scene_synthesis.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f66ccab4c6f93ada"}},{"code_sha256_prefix":"114d8fa311c666a5","entry":"get_id_to_label","repo":"wyf-ACCEPT/BackToReality","repo_kind":"official","path":"data_generation/ScanNet/ins_ply.py","file_url":"https://github.com/wyf-ACCEPT/BackToReality/blob/HEAD/data_generation/ScanNet/ins_ply.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"114d8fa311c666a5"}},{"code_sha256_prefix":"a8c59f9640373662","entry":"get_loss_weak","repo":"xuxw98/backtoreality","repo_kind":"official","path":"detection/GroupFree3D/models/loss_helper.py","file_url":"https://github.com/xuxw98/backtoreality/blob/HEAD/detection/GroupFree3D/models/loss_helper.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a8c59f9640373662"}},{"code_sha256_prefix":"52dc1aebbd2b533c","entry":"get_normal","repo":"wyf-ACCEPT/BackToReality","repo_kind":"official","path":"data_generation/ScanNet/segment_tools.py","file_url":"https://github.com/wyf-ACCEPT/BackToReality/blob/HEAD/data_generation/ScanNet/segment_tools.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"52dc1aebbd2b533c"}},{"code_sha256_prefix":"22667864de7fcab8","entry":"get_solid_MER","repo":"wyf-ACCEPT/BackToReality","repo_kind":"official","path":"data_generation/ScanNet/scannet_scene_synthesis.py","file_url":"https://github.com/wyf-ACCEPT/BackToReality/blob/HEAD/data_generation/ScanNet/scannet_scene_synthesis.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"22667864de7fcab8"}},{"code_sha256_prefix":"d7006f63008a044b","entry":"get_solid_MER","repo":"wyf-ACCEPT/BackToReality","repo_kind":"official","path":"data_generation/Matterport3D/matterport_scene_synthesis.py","file_url":"https://github.com/wyf-ACCEPT/BackToReality/blob/HEAD/data_generation/Matterport3D/matterport_scene_synthesis.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d7006f63008a044b"}},{"code_sha256_prefix":"d9e542fd2784b3d8","entry":"get_support_z","repo":"wyf-ACCEPT/BackToReality","repo_kind":"official","path":"data_generation/Matterport3D/modelnet40_tools.py","file_url":"https://github.com/wyf-ACCEPT/BackToReality/blob/HEAD/data_generation/Matterport3D/modelnet40_tools.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d9e542fd2784b3d8"}},{"code_sha256_prefix":"fde3fc16b0a466d2","entry":"modelnet40_to_id","repo":"wyf-ACCEPT/BackToReality","repo_kind":"official","path":"data_generation/ScanNet/scannet_utils.py","file_url":"https://github.com/wyf-ACCEPT/BackToReality/blob/HEAD/data_generation/ScanNet/scannet_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fde3fc16b0a466d2"}},{"code_sha256_prefix":"99136f050d5a159b","entry":"read_aggregation","repo":"wyf-ACCEPT/BackToReality","repo_kind":"official","path":"data_generation/ScanNet/ins_ply.py","file_url":"https://github.com/wyf-ACCEPT/BackToReality/blob/HEAD/data_generation/ScanNet/ins_ply.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"99136f050d5a159b"}},{"code_sha256_prefix":"69e7d6553f196430","entry":"read_label_mapping","repo":"wyf-ACCEPT/BackToReality","repo_kind":"official","path":"data_generation/ScanNet/scannet_utils.py","file_url":"https://github.com/wyf-ACCEPT/BackToReality/blob/HEAD/data_generation/ScanNet/scannet_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"69e7d6553f196430"}},{"code_sha256_prefix":"f772d38e5bc06661","entry":"read_mesh_vertices","repo":"wyf-ACCEPT/BackToReality","repo_kind":"official","path":"data_generation/ScanNet/scannet_utils.py","file_url":"https://github.com/wyf-ACCEPT/BackToReality/blob/HEAD/data_generation/ScanNet/scannet_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f772d38e5bc06661"}},{"code_sha256_prefix":"527894e637039fb3","entry":"read_segmentation","repo":"wyf-ACCEPT/BackToReality","repo_kind":"official","path":"data_generation/ScanNet/ins_ply.py","file_url":"https://github.com/wyf-ACCEPT/BackToReality/blob/HEAD/data_generation/ScanNet/ins_ply.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"527894e637039fb3"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}