{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/anything-3d-towards-single-view-anything","title":"Anything-3D: Towards Single-view Anything Reconstruction in the Wild","arxiv_id":"2304.10261","date":"2023-04-19","proceeding":null,"authors":["Qiuhong Shen","Xingyi Yang","Xinchao Wang"],"abstract":"3D reconstruction from a single-RGB image in unconstrained real-world scenarios presents numerous challenges due to the inherent diversity and complexity of objects and environments. In this paper, we introduce Anything-3D, a methodical framework that ingeniously combines a series of visual-language models and the Segment-Anything object segmentation model to elevate objects to 3D, yielding a reliable and versatile system for single-view conditioned 3D reconstruction task. Our approach employs a BLIP model to generate textural descriptions, utilizes the Segment-Anything model for the effective extraction of objects of interest, and leverages a text-to-image diffusion model to lift object into a neural radiance field. Demonstrating its ability to produce accurate and detailed 3D reconstructions for a wide array of objects, \\emph{Anything-3D\\footnotemark[2]} shows promise in addressing the limitations of existing methodologies. Through comprehensive experiments and evaluations on various datasets, we showcase the merits of our approach, underscoring its potential to contribute meaningfully to the field of 3D reconstruction. Demos and code will be available at \\href{https://github.com/Anything-of-anything/Anything-3D}{https://github.com/Anything-of-anything/Anything-3D}.","url_abs":"https://arxiv.org/abs/2304.10261v1","url_pdf":"https://arxiv.org/pdf/2304.10261v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"anything-3d-towards-single-view-anything","repo_url":"https://github.com/anything-of-anything/anything-3d","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"3d-reconstruction","task_name":"3D Reconstruction"},{"task_slug":"diversity","task_name":"Diversity"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"}],"methods":[{"method_slug":"blip","method_name":"BLIP"},{"method_slug":"diffusion","method_name":"Diffusion"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2304.10261","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.10261"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/anything-of-anything/anything-3d","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":4,"ran_honours":2,"ran_draft_wrong":1,"unverified":6},"by_repo_kind":{"official":{"samples":13,"ran":7,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"870d0b3c55043f70","entry":"get_K","repo":"anything-of-anything/anything-3d","repo_kind":"official","path":"AnyObject3D/src/3DFuse/pose.py","file_url":"https://github.com/anything-of-anything/anything-3d/blob/HEAD/AnyObject3D/src/3DFuse/pose.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"870d0b3c55043f70"}},{"code_sha256_prefix":"bd3c8ca13d7ff5e2","entry":"imgs_to_torch","repo":"anything-of-anything/anything-3d","repo_kind":"official","path":"AnyObject3D/src/3DFuse/misc.py","file_url":"https://github.com/anything-of-anything/anything-3d/blob/HEAD/AnyObject3D/src/3DFuse/misc.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bd3c8ca13d7ff5e2"}},{"code_sha256_prefix":"8285678722ad9b94","entry":"karras_t_schedule","repo":"anything-of-anything/anything-3d","repo_kind":"official","path":"AnyObject3D/src/3DFuse/adapt.py","file_url":"https://github.com/anything-of-anything/anything-3d/blob/HEAD/AnyObject3D/src/3DFuse/adapt.py","link_basis":"plan_row","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8285678722ad9b94"}},{"code_sha256_prefix":"498fc1ddd4b3b1ee","entry":"normalize","repo":"anything-of-anything/anything-3d","repo_kind":"official","path":"AnyObject3D/src/3DFuse/my3d.py","file_url":"https://github.com/anything-of-anything/anything-3d/blob/HEAD/AnyObject3D/src/3DFuse/my3d.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"498fc1ddd4b3b1ee"}},{"code_sha256_prefix":"c5ab2a66337ec866","entry":"power_schedule","repo":"anything-of-anything/anything-3d","repo_kind":"official","path":"AnyObject3D/src/3DFuse/adapt.py","file_url":"https://github.com/anything-of-anything/anything-3d/blob/HEAD/AnyObject3D/src/3DFuse/adapt.py","link_basis":"plan_row","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c5ab2a66337ec866"}},{"code_sha256_prefix":"590cd2734f888f2a","entry":"torch_samps_to_imgs","repo":"anything-of-anything/anything-3d","repo_kind":"official","path":"AnyObject3D/src/3DFuse/misc.py","file_url":"https://github.com/anything-of-anything/anything-3d/blob/HEAD/AnyObject3D/src/3DFuse/misc.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"590cd2734f888f2a"}},{"code_sha256_prefix":"f3cf3784fb4488db","entry":"tsr_stats","repo":"anything-of-anything/anything-3d","repo_kind":"official","path":"AnyObject3D/src/3DFuse/run_3DFuse.py","file_url":"https://github.com/anything-of-anything/anything-3d/blob/HEAD/AnyObject3D/src/3DFuse/run_3DFuse.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f3cf3784fb4488db"}},{"code_sha256_prefix":"93901638fb661644","entry":"camera_pose","repo":"anything-of-anything/anything-3d","repo_kind":"official","path":"AnyObject3D/src/3DFuse/my3d.py","file_url":"https://github.com/anything-of-anything/anything-3d/blob/HEAD/AnyObject3D/src/3DFuse/my3d.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"93901638fb661644"}},{"code_sha256_prefix":"386e8e96aec415b5","entry":"compute_extrinsics","repo":"anything-of-anything/anything-3d","repo_kind":"official","path":"AnyObject3D/src/3DFuse/my3d.py","file_url":"https://github.com/anything-of-anything/anything-3d/blob/HEAD/AnyObject3D/src/3DFuse/my3d.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"386e8e96aec415b5"}},{"code_sha256_prefix":"12e5944d6dfefea2","entry":"lora_convert","repo":"anything-of-anything/anything-3d","repo_kind":"official","path":"AnyObject3D/src/3DFuse/adapt_sd.py","file_url":"https://github.com/anything-of-anything/anything-3d/blob/HEAD/AnyObject3D/src/3DFuse/adapt_sd.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"12e5944d6dfefea2"}},{"code_sha256_prefix":"fb4ad35ff0703104","entry":"merge","repo":"anything-of-anything/anything-3d","repo_kind":"official","path":"AnyObject3D/src/3DFuse/adapt_sd.py","file_url":"https://github.com/anything-of-anything/anything-3d/blob/HEAD/AnyObject3D/src/3DFuse/adapt_sd.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fb4ad35ff0703104"}},{"code_sha256_prefix":"1ce98f3a0179a3a8","entry":"train_eye_with_prompts","repo":"anything-of-anything/anything-3d","repo_kind":"official","path":"AnyObject3D/src/3DFuse/pose.py","file_url":"https://github.com/anything-of-anything/anything-3d/blob/HEAD/AnyObject3D/src/3DFuse/pose.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1ce98f3a0179a3a8"}},{"code_sha256_prefix":"abb5237ff1b552ea","entry":"vis_mask","repo":"anything-of-anything/anything-3d","repo_kind":"official","path":"AnyObject3D/src/3DFuse/result_filter.py","file_url":"https://github.com/anything-of-anything/anything-3d/blob/HEAD/AnyObject3D/src/3DFuse/result_filter.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"abb5237ff1b552ea"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}