{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2511-07222","title":"Omni-View: Unlocking How Generation Facilitates Understanding in Unified 3D Model based on Multiview images","arxiv_id":"2511.07222","date":"2025-11-10","proceeding":"ICLR","authors":["JiaKui Hu","Shanshan Zhao","Qing-Guo Chen","Xuerui Qiu","Jialun Liu","Zhao Xu","Weihua Luo","Kaifu Zhang","Yanye Lu"],"abstract":"This paper presents Omni-View, which extends the unified multimodal understanding and generation to 3D scenes based on multiview images, exploring the principle that \"generation facilitates understanding\". Consisting of understanding model, texture module, and geometry module, Omni-View jointly models scene understanding, novel view synthesis, and geometry estimation, enabling synergistic interaction between 3D scene understanding and generation tasks. By design, it leverages the spatiotemporal modeling capabilities of its texture module responsible for appearance synthesis, alongside the explicit geometric constraints provided by its dedicated geometry module, thereby enriching the model's holistic understanding of 3D scenes. Trained with a two-stage strategy, Omni-View achieves a state-of-the-art score of 55.4 on the VSI-Bench benchmark, outperforming existing specialized 3D understanding models, while simultaneously delivering strong performance in both novel view synthesis and 3D scene generation. The code and pretraiend models are open-sourced at https://github.com/AIDC-AI/Omni-View.","url_abs":"https://arxiv.org/abs/2511.07222","url_pdf":"https://arxiv.org/pdf/2511.07222","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2511.07222","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2511.07222"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/AIDC-AI/Omni-View","reach":null}],"summary":{"ran":8,"ran_fixture":3,"ran_honours":3,"ran_draft_wrong":1,"unverified":5},"by_repo_kind":{"found_in_text":{"samples":20,"ran":15,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"f6284cebe0874960","entry":"Attention","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f6284cebe0874960"}},{"code_sha256_prefix":"6b57c96f496ffe7a","entry":"BagelConfig","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6b57c96f496ffe7a"}},{"code_sha256_prefix":"9e7503f9df29310e","entry":"DropPath","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9e7503f9df29310e"}},{"code_sha256_prefix":"fc6e2b056af68059","entry":"LayerScale","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"fc6e2b056af68059"}},{"code_sha256_prefix":"9f9bd13772afc5eb","entry":"MLPconnector","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9f9bd13772afc5eb"}},{"code_sha256_prefix":"6210361c8db8ce59","entry":"Mlp","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6210361c8db8ce59"}},{"code_sha256_prefix":"50e1b7ee98771981","entry":"NaiveCache","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"50e1b7ee98771981"}},{"code_sha256_prefix":"55c8aaa067258da8","entry":"PositionEmbedding","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"55c8aaa067258da8"}},{"code_sha256_prefix":"d6770087d9175340","entry":"activate_pose","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d6770087d9175340"}},{"code_sha256_prefix":"b881c649136fa014","entry":"base_pose_act","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b881c649136fa014"}},{"code_sha256_prefix":"30fbd09c866603a5","entry":"get_flattened_position_ids_extrapolate","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"30fbd09c866603a5"}},{"code_sha256_prefix":"d70c9597917251cf","entry":"get_flattened_position_ids_interpolate","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d70c9597917251cf"}},{"code_sha256_prefix":"1fb1e538cd18f82e","entry":"inverse_log_transform","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1fb1e538cd18f82e"}},{"code_sha256_prefix":"ed311bf19f15387b","entry":"modulate","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ed311bf19f15387b"}},{"code_sha256_prefix":"06c91d3233a2f559","entry":"patchify","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"06c91d3233a2f559"}},{"code_sha256_prefix":"8e50c985e5867e62","entry":"Bagel","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8e50c985e5867e62"}},{"code_sha256_prefix":"6d6b2d7e400c5f4b","entry":"BasicTransformerBlockWithCAGate","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6d6b2d7e400c5f4b"}},{"code_sha256_prefix":"e093c7840714cbc5","entry":"Block","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e093c7840714cbc5"}},{"code_sha256_prefix":"9eb3371165400f36","entry":"CameraHead","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9eb3371165400f36"}},{"code_sha256_prefix":"eb2e7b553e18165a","entry":"TimestepEmbedder","repo":"AIDC-AI/Omni-View","repo_kind":"found_in_text","path":"modeling/bagel/bagel.py","file_url":"https://github.com/AIDC-AI/Omni-View/blob/HEAD/modeling/bagel/bagel.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"eb2e7b553e18165a"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CV","source":"arxiv_api"},"syntology_extracted_results":null}