{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2510-04714","title":"Object-Centric Representation Learning for Enhanced 3D Semantic Scene Graph Prediction","arxiv_id":"2510.04714","date":"2025-10-06","proceeding":"NeurIPS","authors":["KunHo Heo","GiHyun Kim","SuYeon Kim","MyeongAh Cho"],"abstract":"3D Semantic Scene Graph Prediction aims to detect objects and their semantic relationships in 3D scenes, and has emerged as a crucial technology for robotics and AR/VR applications. While previous research has addressed dataset limitations and explored various approaches including Open-Vocabulary settings, they frequently fail to optimize the representational capacity of object and relationship features, showing excessive reliance on Graph Neural Networks despite insufficient discriminative capability. In this work, we demonstrate through extensive analysis that the quality of object features plays a critical role in determining overall scene graph accuracy. To address this challenge, we design a highly discriminative object feature encoder and employ a contrastive pretraining strategy that decouples object representation learning from the scene graph prediction. This design not only enhances object classification accuracy but also yields direct improvements in relationship prediction. Notably, when plugging in our pretrained encoder into existing frameworks, we observe substantial performance improvements across all evaluation metrics. Additionally, whereas existing approaches have not fully exploited the integration of relationship information, we effectively combine both geometric and semantic features to achieve superior relationship prediction. Comprehensive experiments on the 3DSSG dataset demonstrate that our approach significantly outperforms previous state-of-the-art methods. Our code is publicly available at https://github.com/VisualScienceLab-KHU/OCRL-3DSSG-Codes.","url_abs":"https://arxiv.org/abs/2510.04714","url_pdf":"https://arxiv.org/pdf/2510.04714","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2510.04714","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2510.04714"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/VisualScienceLab-KHU/OCRL-3DSSG-Codes","reach":{"status":"ok"}}],"summary":{"unverified":10},"by_repo_kind":{"found_in_text":{"samples":10,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":10,"samples":[{"code_sha256_prefix":"1dd44bbe572b95d9","entry":"Parser","repo":"VisualScienceLab-KHU/OCRL-3DSSG-Codes","repo_kind":"found_in_text","path":"data_processing/gen_data_gt.py","file_url":"https://github.com/VisualScienceLab-KHU/OCRL-3DSSG-Codes/blob/HEAD/data_processing/gen_data_gt.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1dd44bbe572b95d9"}},{"code_sha256_prefix":"0b01acb5bc3f8968","entry":"build_model","repo":"VisualScienceLab-KHU/OCRL-3DSSG-Codes","repo_kind":"found_in_text","path":"clip_adapter/clip/model.py","file_url":"https://github.com/VisualScienceLab-KHU/OCRL-3DSSG-Codes/blob/HEAD/clip_adapter/clip/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0b01acb5bc3f8968"}},{"code_sha256_prefix":"13c75d97c43c9aca","entry":"collate_fn_obj","repo":"VisualScienceLab-KHU/OCRL-3DSSG-Codes","repo_kind":"found_in_text","path":"src/dataset/DataLoader.py","file_url":"https://github.com/VisualScienceLab-KHU/OCRL-3DSSG-Codes/blob/HEAD/src/dataset/DataLoader.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"13c75d97c43c9aca"}},{"code_sha256_prefix":"fb8d659261381bf7","entry":"collate_fn_obj_new","repo":"VisualScienceLab-KHU/OCRL-3DSSG-Codes","repo_kind":"found_in_text","path":"src/dataset/DataLoader.py","file_url":"https://github.com/VisualScienceLab-KHU/OCRL-3DSSG-Codes/blob/HEAD/src/dataset/DataLoader.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"fb8d659261381bf7"}},{"code_sha256_prefix":"cbd67f45aee69397","entry":"collate_fn_rel","repo":"VisualScienceLab-KHU/OCRL-3DSSG-Codes","repo_kind":"found_in_text","path":"src/dataset/DataLoader.py","file_url":"https://github.com/VisualScienceLab-KHU/OCRL-3DSSG-Codes/blob/HEAD/src/dataset/DataLoader.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cbd67f45aee69397"}},{"code_sha256_prefix":"72485f52d0f05d21","entry":"compute","repo":"VisualScienceLab-KHU/OCRL-3DSSG-Codes","repo_kind":"found_in_text","path":"data_processing/compute_weight_occurrences.py","file_url":"https://github.com/VisualScienceLab-KHU/OCRL-3DSSG-Codes/blob/HEAD/data_processing/compute_weight_occurrences.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"72485f52d0f05d21"}},{"code_sha256_prefix":"81efbab1f77a0b49","entry":"compute_weights","repo":"VisualScienceLab-KHU/OCRL-3DSSG-Codes","repo_kind":"found_in_text","path":"data_processing/compute_weight_occurrences.py","file_url":"https://github.com/VisualScienceLab-KHU/OCRL-3DSSG-Codes/blob/HEAD/data_processing/compute_weight_occurrences.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"81efbab1f77a0b49"}},{"code_sha256_prefix":"18f66e0f05a51f62","entry":"gen_splits","repo":"VisualScienceLab-KHU/OCRL-3DSSG-Codes","repo_kind":"found_in_text","path":"data_processing/generate_train_valid_test_splits.py","file_url":"https://github.com/VisualScienceLab-KHU/OCRL-3DSSG-Codes/blob/HEAD/data_processing/generate_train_valid_test_splits.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"18f66e0f05a51f62"}},{"code_sha256_prefix":"f91e25982421a5ae","entry":"gen_splits_scannet","repo":"VisualScienceLab-KHU/OCRL-3DSSG-Codes","repo_kind":"found_in_text","path":"data_processing/generate_train_valid_test_splits.py","file_url":"https://github.com/VisualScienceLab-KHU/OCRL-3DSSG-Codes/blob/HEAD/data_processing/generate_train_valid_test_splits.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f91e25982421a5ae"}},{"code_sha256_prefix":"66a478b6bf5949d5","entry":"read_txt_to_list","repo":"VisualScienceLab-KHU/OCRL-3DSSG-Codes","repo_kind":"found_in_text","path":"data_processing/generate_train_valid_test_splits.py","file_url":"https://github.com/VisualScienceLab-KHU/OCRL-3DSSG-Codes/blob/HEAD/data_processing/generate_train_valid_test_splits.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"66a478b6bf5949d5"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CV","source":"arxiv_api"},"syntology_extracted_results":null}