{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/text2pos-text-to-point-cloud-cross-modal","title":"Text2Pos: Text-to-Point-Cloud Cross-Modal Localization","arxiv_id":"2203.15125","date":"2022-03-28","proceeding":"CVPR 2022 1","authors":["Manuel Kolmet","Qunjie Zhou","Aljosa Osep","Laura Leal-Taixe"],"abstract":"Natural language-based communication with mobile devices and home appliances is becoming increasingly popular and has the potential to become natural for communicating with mobile robots in the future. Towards this goal, we investigate cross-modal text-to-point-cloud localization that will allow us to specify, for example, a vehicle pick-up or goods delivery location. In particular, we propose Text2Pos, a cross-modal localization module that learns to align textual descriptions with localization cues in a coarse- to-fine manner. Given a point cloud of the environment, Text2Pos locates a position that is specified via a natural language-based description of the immediate surroundings. To train Text2Pos and study its performance, we construct KITTI360Pose, the first dataset for this task based on the recently introduced KITTI360 dataset. Our experiments show that we can localize 65% of textual queries within 15m distance to query locations for top-10 retrieved locations. This is a starting point that we hope will spark future developments towards language-based navigation.","url_abs":"https://arxiv.org/abs/2203.15125v2","url_pdf":"https://arxiv.org/pdf/2203.15125v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"text2pos-text-to-point-cloud-cross-modal","repo_url":"https://github.com/CV4RA/MambaPlace","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"text2pos-text-to-point-cloud-cross-modal","repo_url":"https://github.com/kevin301342/cmmloc","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"visual-place-recognition","task_name":"Visual Place Recognition"}],"methods":[{"method_slug":"align","method_name":"ALIGN"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/visual-place-recognition-on-kitti360pose","task":"Visual Place Recognition","dataset":"KITTI360pose","model":"Text2Pos","rank_in_archive_order":5,"of":5,"metrics":{"Localization Recall@1 ":"0.14"},"uses_additional_data":false}],"syntology":{"syntology_url":"https://syntology.ai/paper/2203.15125","atlas_url":"https://app.syntology.ai/?focus=2203.15125","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.15125"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/kevin301342/cmmloc","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/CV4RA/MambaPlace","reach":{"status":"ok"}}],"summary":{"ran":7,"ran_fixture":2,"unverified":7},"by_repo_kind":{"listed":{"samples":16,"ran":9,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":16,"samples":[{"code_sha256_prefix":"9a383ff97b1c44e8","entry":"BertSelfAttention","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9a383ff97b1c44e8"}},{"code_sha256_prefix":"618350b6cee00b41","entry":"FeedForward","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"618350b6cee00b41"}},{"code_sha256_prefix":"77aad13bfc87c6a9","entry":"GlobalAbstractionLayer","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"77aad13bfc87c6a9"}},{"code_sha256_prefix":"3df8c1fd92a5fb57","entry":"LinearLayer","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3df8c1fd92a5fb57"}},{"code_sha256_prefix":"d8915d0cc32534bb","entry":"Object3d","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d8915d0cc32534bb"}},{"code_sha256_prefix":"739374c49764ce07","entry":"SetAbstractionLayer","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"739374c49764ce07"}},{"code_sha256_prefix":"12725df1d639640b","entry":"TrainablePositionalEncoding","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"12725df1d639640b"}},{"code_sha256_prefix":"18a5e06ec868fe4d","entry":"get_mlp","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"18a5e06ec868fe4d"}},{"code_sha256_prefix":"193deb6b7751d2db","entry":"get_mlp2","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"193deb6b7751d2db"}},{"code_sha256_prefix":"565f1b7b15ab3e88","entry":"BertAttention","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"565f1b7b15ab3e88"}},{"code_sha256_prefix":"4fcfefebb4e7bed6","entry":"BertCrossAttention","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4fcfefebb4e7bed6"}},{"code_sha256_prefix":"39f05e08caaa08a5","entry":"CMMT_SC","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"39f05e08caaa08a5"}},{"code_sha256_prefix":"8aa1196dc8c83c16","entry":"CellRetrievalNetwork","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8aa1196dc8c83c16"}},{"code_sha256_prefix":"d5aa347b6fc56515","entry":"LanguageEncoder","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d5aa347b6fc56515"}},{"code_sha256_prefix":"398965e9268b7a43","entry":"ObjectEncoder","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"398965e9268b7a43"}},{"code_sha256_prefix":"82bdfc486f8ff8dc","entry":"PointNet2","repo":"kevin301342/cmmloc","repo_kind":"listed","path":"models/coarse/cell_retrieval.py","file_url":"https://github.com/kevin301342/cmmloc/blob/HEAD/models/coarse/cell_retrieval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"82bdfc486f8ff8dc"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}