{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/unsupervised-domain-adaptation-through-inter","title":"Unsupervised Domain Adaptation through Inter-modal Rotation for RGB-D Object Recognition","arxiv_id":"2004.10016","date":"2020-04-21","proceeding":null,"authors":["Mohammad Reza Loghmani","Luca Robbiano","Mirco Planamente","Kiru Park","Barbara Caputo","Markus Vincze"],"abstract":"Unsupervised Domain Adaptation (DA) exploits the supervision of a label-rich source dataset to make predictions on an unlabeled target dataset by aligning the two data distributions. In robotics, DA is used to take advantage of automatically generated synthetic data, that come with \"free\" annotation, to make effective predictions on real data. However, existing DA methods are not designed to cope with the multi-modal nature of RGB-D data, which are widely used in robotic vision. We propose a novel RGB-D DA method that reduces the synthetic-to-real domain shift by exploiting the inter-modal relation between the RGB and depth image. Our method consists of training a convolutional neural network to solve, in addition to the main recognition task, the pretext task of predicting the relative rotation between the RGB and depth image. To evaluate our method and encourage further research in this area, we define two benchmark datasets for object categorization and instance recognition. With extensive experiments, we show the benefits of leveraging the inter-modal relations for RGB-D DA.","url_abs":"https://arxiv.org/abs/2004.10016v1","url_pdf":"https://arxiv.org/pdf/2004.10016v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"unsupervised-domain-adaptation-through-inter","repo_url":"https://github.com/MRLoghmani/relative-rotation","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"unsupervised-domain-adaptation-through-inter","repo_url":"https://github.com/sigeek/mldl-rgbd-da","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"unsupervised-domain-adaptation-through-inter","repo_url":"https://github.com/sigeek/rgbd-da-project","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"GPL-3.0"}}],"tasks":[{"task_slug":"domain-adaptation","task_name":"Domain Adaptation"},{"task_slug":"object-categorization","task_name":"Object Categorization"},{"task_slug":"object-recognition","task_name":"Object Recognition"},{"task_slug":"unsupervised-domain-adaptation","task_name":"Unsupervised Domain Adaptation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2004.10016","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.10016"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/MRLoghmani/relative-rotation","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/sigeek/mldl-rgbd-da","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/sigeek/rgbd-da-project","reach":{"status":"ok","spdx":"GPL-3.0"}}],"summary":{"ran_draft_wrong":2,"ran_violates":1,"ran":1,"ran_honours":1,"unverified":5},"by_repo_kind":{"listed":{"samples":7,"ran":2,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":4,"samples":[{"code_sha256_prefix":"d9def42110729a85","entry":"conv1x1","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"d9def42110729a85"}},{"code_sha256_prefix":"160bb14bd76201b4","entry":"conv3x3","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"160bb14bd76201b4"}},{"code_sha256_prefix":"ab4109634b75ef8b","entry":"is_image_file","repo":"MRLoghmani/relative-rotation","repo_kind":"listed","path":"code/data_loader.py","file_url":"https://github.com/MRLoghmani/relative-rotation/blob/HEAD/code/data_loader.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ab4109634b75ef8b"}},{"code_sha256_prefix":"989269e62e59af83","entry":"load_image","repo":"MRLoghmani/relative-rotation","repo_kind":"listed","path":"code/data_loader.py","file_url":"https://github.com/MRLoghmani/relative-rotation/blob/HEAD/code/data_loader.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"989269e62e59af83"}},{"code_sha256_prefix":"f321f54723433661","entry":"pil_loader","repo":null,"repo_kind":null,"path":null,"file_url":null,"link_basis":"identical_code_first_harvested_elsewhere","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":null,"inline_ok":false,"mcp_get_code":{"code_sha256":"f321f54723433661"}},{"code_sha256_prefix":"9499c99de31b880f","entry":"Demp18","repo":"sigeek/mldl-rgbd-da","repo_kind":"listed","path":"Demp.py","file_url":"https://github.com/sigeek/mldl-rgbd-da/blob/HEAD/Demp.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"GPL-3.0","inline_ok":false,"mcp_get_code":{"code_sha256":"9499c99de31b880f"}},{"code_sha256_prefix":"2b7cf311ed8497dd","entry":"entropy_loss","repo":"MRLoghmani/relative-rotation","repo_kind":"listed","path":"code/utils.py","file_url":"https://github.com/MRLoghmani/relative-rotation/blob/HEAD/code/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2b7cf311ed8497dd"}},{"code_sha256_prefix":"e0d6ff95544f73f7","entry":"make_paths","repo":"MRLoghmani/relative-rotation","repo_kind":"listed","path":"code/utils.py","file_url":"https://github.com/MRLoghmani/relative-rotation/blob/HEAD/code/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e0d6ff95544f73f7"}},{"code_sha256_prefix":"ebe5b6abe7a764d5","entry":"make_sync_dataset","repo":"MRLoghmani/relative-rotation","repo_kind":"listed","path":"code/data_loader.py","file_url":"https://github.com/MRLoghmani/relative-rotation/blob/HEAD/code/data_loader.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ebe5b6abe7a764d5"}},{"code_sha256_prefix":"d0a3459bdbce6555","entry":"map_to_device","repo":"MRLoghmani/relative-rotation","repo_kind":"listed","path":"code/utils.py","file_url":"https://github.com/MRLoghmani/relative-rotation/blob/HEAD/code/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d0a3459bdbce6555"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}