{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/explicit-correspondence-matching-for","title":"Explicit Correspondence Matching for Generalizable Neural Radiance Fields","arxiv_id":"2304.12294","date":"2023-04-24","proceeding":null,"authors":["Yuedong Chen","Haofei Xu","Qianyi Wu","Chuanxia Zheng","Tat-Jen Cham","Jianfei Cai"],"abstract":"We present a new generalizable NeRF method that is able to directly generalize to new unseen scenarios and perform novel view synthesis with as few as two source views. The key to our approach lies in the explicitly modeled correspondence matching information, so as to provide the geometry prior to the prediction of NeRF color and density for volume rendering. The explicit correspondence matching is quantified with the cosine similarity between image features sampled at the 2D projections of a 3D point on different views, which is able to provide reliable cues about the surface geometry. Unlike previous methods where image features are extracted independently for each view, we consider modeling the cross-view interactions via Transformer cross-attention, which greatly improves the feature matching quality. Our method achieves state-of-the-art results on different evaluation settings, with the experiments showing a strong correlation between our learned cosine feature similarity and volume density, demonstrating the effectiveness and superiority of our proposed method. Code is at https://github.com/donydchen/matchnerf","url_abs":"https://arxiv.org/abs/2304.12294v1","url_pdf":"https://arxiv.org/pdf/2304.12294v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"explicit-correspondence-matching-for","repo_url":"https://github.com/donydchen/matchnerf","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"nerf","task_name":"NeRF"},{"task_slug":"novel-view-synthesis","task_name":"Novel View Synthesis"}],"methods":[{"method_slug":"absolute-position-encodings","method_name":"Absolute Position Encodings"},{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"label-smoothing","method_name":"Label Smoothing"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"position-wise-feed-forward-layer","method_name":"Position-Wise Feed-Forward Layer"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"transformer","method_name":"Transformer"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2304.12294","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.12294"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/donydchen/matchnerf","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":2,"unverified":7},"by_repo_kind":{"official":{"samples":9,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"5dd98ac338acc206","entry":"load_options","repo":"donydchen/matchnerf","repo_kind":"official","path":"options.py","file_url":"https://github.com/donydchen/matchnerf/blob/HEAD/options.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5dd98ac338acc206"}},{"code_sha256_prefix":"aa33e7122eb26d8b","entry":"normalize","repo":"donydchen/matchnerf","repo_kind":"official","path":"datasets/ibrnet.py","file_url":"https://github.com/donydchen/matchnerf/blob/HEAD/datasets/ibrnet.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"aa33e7122eb26d8b"}},{"code_sha256_prefix":"e67494c09010d716","entry":"average_poses","repo":"donydchen/matchnerf","repo_kind":"official","path":"datasets/ibrnet.py","file_url":"https://github.com/donydchen/matchnerf/blob/HEAD/datasets/ibrnet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e67494c09010d716"}},{"code_sha256_prefix":"54e93b2a1fc19f41","entry":"cam2img","repo":"donydchen/matchnerf","repo_kind":"official","path":"misc/camera.py","file_url":"https://github.com/donydchen/matchnerf/blob/HEAD/misc/camera.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"54e93b2a1fc19f41"}},{"code_sha256_prefix":"d0d3f4b1601da1e2","entry":"center_poses","repo":"donydchen/matchnerf","repo_kind":"official","path":"datasets/ibrnet.py","file_url":"https://github.com/donydchen/matchnerf/blob/HEAD/datasets/ibrnet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d0d3f4b1601da1e2"}},{"code_sha256_prefix":"7f2d6c9b36d2a638","entry":"gen_pairs","repo":"donydchen/matchnerf","repo_kind":"official","path":"datasets/colmap.py","file_url":"https://github.com/donydchen/matchnerf/blob/HEAD/datasets/colmap.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7f2d6c9b36d2a638"}},{"code_sha256_prefix":"eae59d89065e271f","entry":"parse_arguments","repo":"donydchen/matchnerf","repo_kind":"official","path":"options.py","file_url":"https://github.com/donydchen/matchnerf/blob/HEAD/options.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"eae59d89065e271f"}},{"code_sha256_prefix":"8ae29d1e7c9ed2f8","entry":"to_hom","repo":"donydchen/matchnerf","repo_kind":"official","path":"misc/camera.py","file_url":"https://github.com/donydchen/matchnerf/blob/HEAD/misc/camera.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8ae29d1e7c9ed2f8"}},{"code_sha256_prefix":"7e76538e2f377f4d","entry":"world2cam","repo":"donydchen/matchnerf","repo_kind":"official","path":"misc/camera.py","file_url":"https://github.com/donydchen/matchnerf/blob/HEAD/misc/camera.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7e76538e2f377f4d"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}