{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/osn-infinite-representations-of-dynamic-3d","title":"OSN: Infinite Representations of Dynamic 3D Scenes from Monocular Videos","arxiv_id":"2407.05615","date":"2024-07-08","proceeding":null,"authors":["Ziyang Song","Jinxi Li","Bo Yang"],"abstract":"It has long been challenging to recover the underlying dynamic 3D scene representations from a monocular RGB video. Existing works formulate this problem into finding a single most plausible solution by adding various constraints such as depth priors and strong geometry constraints, ignoring the fact that there could be infinitely many 3D scene representations corresponding to a single dynamic video. In this paper, we aim to learn all plausible 3D scene configurations that match the input video, instead of just inferring a specific one. To achieve this ambitious goal, we introduce a new framework, called OSN. The key to our approach is a simple yet innovative object scale network together with a joint optimization module to learn an accurate scale range for every dynamic 3D object. This allows us to sample as many faithful 3D scene configurations as possible. Extensive experiments show that our method surpasses all baselines and achieves superior accuracy in dynamic novel view synthesis on multiple synthetic and real-world datasets. Most notably, our method demonstrates a clear advantage in learning fine-grained 3D scene geometry. Our code and data are available at https://github.com/vLAR-group/OSN","url_abs":"https://arxiv.org/abs/2407.05615v1","url_pdf":"https://arxiv.org/pdf/2407.05615v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"osn-infinite-representations-of-dynamic-3d","repo_url":"https://github.com/vlar-group/osn","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}}],"tasks":[{"task_slug":"novel-view-synthesis","task_name":"Novel View Synthesis"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2407.05615","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.05615"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/vLAR-group/OSN","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/vlar-group/osn","reach":{"status":"ok","spdx":"NOASSERTION"}}],"summary":{"ran":10,"ran_fixture":1,"ran_honours":4,"ran_draft_wrong":1,"unverified":1},"by_repo_kind":{"official":{"samples":17,"ran":16,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":17,"samples":[{"code_sha256_prefix":"27a5c62917b1ddd4","entry":"align_transl","repo":"vLAR-group/OSN","repo_kind":"official","path":"metric.py","file_url":"https://github.com/vLAR-group/OSN/blob/HEAD/metric.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"27a5c62917b1ddd4"}},{"code_sha256_prefix":"32e2221c0f49b4a5","entry":"compose_cam_pose","repo":"vLAR-group/OSN","repo_kind":"official","path":"pose.py","file_url":"https://github.com/vLAR-group/OSN/blob/HEAD/pose.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"32e2221c0f49b4a5"}},{"code_sha256_prefix":"abdf605d26ba0b32","entry":"compute_psnr","repo":"vlar-group/osn","repo_kind":"official","path":"evaluate.py","file_url":"https://github.com/vlar-group/osn/blob/HEAD/evaluate.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"abdf605d26ba0b32"}},{"code_sha256_prefix":"57f9961c460fb71d","entry":"convert_rays_to_ndc","repo":"vLAR-group/OSN","repo_kind":"official","path":"camera.py","file_url":"https://github.com/vLAR-group/OSN/blob/HEAD/camera.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"57f9961c460fb71d"}},{"code_sha256_prefix":"ba42f739553b617c","entry":"decompose_cam_pose","repo":"vLAR-group/OSN","repo_kind":"official","path":"pose.py","file_url":"https://github.com/vLAR-group/OSN/blob/HEAD/pose.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"ba42f739553b617c"}},{"code_sha256_prefix":"248f4a6e974afae4","entry":"gaussian","repo":"vlar-group/osn","repo_kind":"official","path":"evaluate.py","file_url":"https://github.com/vlar-group/osn/blob/HEAD/evaluate.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"248f4a6e974afae4"}},{"code_sha256_prefix":"1163ea9ec46612ea","entry":"get_colmap_pts3d","repo":"vLAR-group/OSN","repo_kind":"official","path":"data_prepare/process_colmap.py","file_url":"https://github.com/vLAR-group/OSN/blob/HEAD/data_prepare/process_colmap.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"1163ea9ec46612ea"}},{"code_sha256_prefix":"26d7a81418001acc","entry":"get_colmap_pts_err","repo":"vLAR-group/OSN","repo_kind":"official","path":"data_prepare/process_colmap.py","file_url":"https://github.com/vLAR-group/OSN/blob/HEAD/data_prepare/process_colmap.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"26d7a81418001acc"}},{"code_sha256_prefix":"e7326aa985053210","entry":"im2tensor","repo":"vlar-group/osn","repo_kind":"official","path":"evaluate.py","file_url":"https://github.com/vlar-group/osn/blob/HEAD/evaluate.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"e7326aa985053210"}},{"code_sha256_prefix":"a167ae0de8e53d71","entry":"listify_matrix","repo":"vLAR-group/OSN","repo_kind":"official","path":"data_prepare/align_pose.py","file_url":"https://github.com/vLAR-group/OSN/blob/HEAD/data_prepare/align_pose.py","link_basis":"plan_row","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a167ae0de8e53d71"}},{"code_sha256_prefix":"d1485a7ad7f89d6a","entry":"mse_to_psnr","repo":"vLAR-group/OSN","repo_kind":"official","path":"metric.py","file_url":"https://github.com/vLAR-group/OSN/blob/HEAD/metric.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"d1485a7ad7f89d6a"}},{"code_sha256_prefix":"238d2c1eed42b54a","entry":"pixel_acc","repo":"vLAR-group/OSN","repo_kind":"official","path":"metric.py","file_url":"https://github.com/vLAR-group/OSN/blob/HEAD/metric.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"238d2c1eed42b54a"}},{"code_sha256_prefix":"635eeba59777ab8f","entry":"pose_inv","repo":"vLAR-group/OSN","repo_kind":"official","path":"pose.py","file_url":"https://github.com/vLAR-group/OSN/blob/HEAD/pose.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"635eeba59777ab8f"}},{"code_sha256_prefix":"8a38e306ff4c5b42","entry":"read_cameras_text","repo":"vLAR-group/OSN","repo_kind":"official","path":"data_prepare/colmap_utils/colmap_read_model.py","file_url":"https://github.com/vLAR-group/OSN/blob/HEAD/data_prepare/colmap_utils/colmap_read_model.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8a38e306ff4c5b42"}},{"code_sha256_prefix":"56858e04e6fdb2ff","entry":"read_next_bytes","repo":"vLAR-group/OSN","repo_kind":"official","path":"data_prepare/colmap_utils/colmap_read_model.py","file_url":"https://github.com/vLAR-group/OSN/blob/HEAD/data_prepare/colmap_utils/colmap_read_model.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"56858e04e6fdb2ff"}},{"code_sha256_prefix":"36c993eb9c98a68d","entry":"restore_ndc_points","repo":"vLAR-group/OSN","repo_kind":"official","path":"camera.py","file_url":"https://github.com/vLAR-group/OSN/blob/HEAD/camera.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"36c993eb9c98a68d"}},{"code_sha256_prefix":"3d7e294ff8567d46","entry":"read_cameras_binary","repo":"vLAR-group/OSN","repo_kind":"official","path":"data_prepare/colmap_utils/colmap_read_model.py","file_url":"https://github.com/vLAR-group/OSN/blob/HEAD/data_prepare/colmap_utils/colmap_read_model.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3d7e294ff8567d46"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}