{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/driving-into-the-future-multiview-visual","title":"Driving into the Future: Multiview Visual Forecasting and Planning with World Model for Autonomous Driving","arxiv_id":"2311.17918","date":"2023-11-29","proceeding":"CVPR 2024 1","authors":["Yuqi Wang","JiaWei He","Lue Fan","Hongxin Li","Yuntao Chen","Zhaoxiang Zhang"],"abstract":"In autonomous driving, predicting future events in advance and evaluating the foreseeable risks empowers autonomous vehicles to better plan their actions, enhancing safety and efficiency on the road. To this end, we propose Drive-WM, the first driving world model compatible with existing end-to-end planning models. Through a joint spatial-temporal modeling facilitated by view factorization, our model generates high-fidelity multiview videos in driving scenes. Building on its powerful generation ability, we showcase the potential of applying the world model for safe driving planning for the first time. Particularly, our Drive-WM enables driving into multiple futures based on distinct driving maneuvers, and determines the optimal trajectory according to the image-based rewards. Evaluation on real-world driving datasets verifies that our method could generate high-quality, consistent, and controllable multiview videos, opening up possibilities for real-world simulations and safe planning.","url_abs":"https://arxiv.org/abs/2311.17918v1","url_pdf":"https://arxiv.org/pdf/2311.17918v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"driving-into-the-future-multiview-visual","repo_url":"https://github.com/bravegroup/drive-wm","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"jax","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"autonomous-driving","task_name":"Autonomous Driving"},{"task_slug":"autonomous-vehicles","task_name":"Autonomous Vehicles"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2311.17918","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.17918"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/bravegroup/drive-wm","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran":12,"unverified":4},"by_repo_kind":{"official":{"samples":16,"ran":12,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"169c706af1000176","entry":"analyze_results","repo":"bravegroup/drive-wm","repo_kind":"official","path":"utils/check_inits.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/utils/check_inits.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"169c706af1000176"}},{"code_sha256_prefix":"93868cc6c2fd3cbe","entry":"clean_doc_toc","repo":"bravegroup/drive-wm","repo_kind":"official","path":"utils/check_doc_toc.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/utils/check_doc_toc.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"93868cc6c2fd3cbe"}},{"code_sha256_prefix":"d483255414fc4b63","entry":"create_dummy_files","repo":"bravegroup/drive-wm","repo_kind":"official","path":"utils/check_dummies.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/utils/check_dummies.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d483255414fc4b63"}},{"code_sha256_prefix":"dba7da46d43ba784","entry":"create_dummy_object","repo":"bravegroup/drive-wm","repo_kind":"official","path":"utils/check_dummies.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/utils/check_dummies.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"dba7da46d43ba784"}},{"code_sha256_prefix":"dc74a49fba6c9cdf","entry":"find_backend","repo":"bravegroup/drive-wm","repo_kind":"official","path":"utils/check_dummies.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/utils/check_dummies.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"dc74a49fba6c9cdf"}},{"code_sha256_prefix":"81d346edbf8dd8a6","entry":"find_backend","repo":"bravegroup/drive-wm","repo_kind":"official","path":"utils/check_inits.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/utils/check_inits.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"81d346edbf8dd8a6"}},{"code_sha256_prefix":"92d80e4ab339e3ab","entry":"get_constant_schedule","repo":"bravegroup/drive-wm","repo_kind":"official","path":"src/diffusers/optimization.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/src/diffusers/optimization.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"92d80e4ab339e3ab"}},{"code_sha256_prefix":"d93f7e15c000f6c3","entry":"get_constant_schedule_with_warmup","repo":"bravegroup/drive-wm","repo_kind":"official","path":"src/diffusers/optimization.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/src/diffusers/optimization.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d93f7e15c000f6c3"}},{"code_sha256_prefix":"411d0eb0085acaf6","entry":"get_indent","repo":"bravegroup/drive-wm","repo_kind":"official","path":"utils/check_copies.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/utils/check_copies.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"411d0eb0085acaf6"}},{"code_sha256_prefix":"8a26af47249ba126","entry":"get_piecewise_constant_schedule","repo":"bravegroup/drive-wm","repo_kind":"official","path":"src/diffusers/optimization.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/src/diffusers/optimization.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8a26af47249ba126"}},{"code_sha256_prefix":"da77c35c261128f8","entry":"is_a_private_model","repo":"bravegroup/drive-wm","repo_kind":"official","path":"utils/check_repo.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/utils/check_repo.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"da77c35c261128f8"}},{"code_sha256_prefix":"47779e4f61fdea83","entry":"parse_init","repo":"bravegroup/drive-wm","repo_kind":"official","path":"utils/check_inits.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/utils/check_inits.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"47779e4f61fdea83"}},{"code_sha256_prefix":"16309f96889a07a1","entry":"compute_snr","repo":"bravegroup/drive-wm","repo_kind":"official","path":"src/diffusers/training_utils.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/src/diffusers/training_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"16309f96889a07a1"}},{"code_sha256_prefix":"c049b3b1246d7ab2","entry":"find_code_in_diffusers","repo":"bravegroup/drive-wm","repo_kind":"official","path":"utils/check_copies.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/utils/check_copies.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c049b3b1246d7ab2"}},{"code_sha256_prefix":"8b126033c736b17f","entry":"find_tested_models","repo":"bravegroup/drive-wm","repo_kind":"official","path":"utils/check_repo.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/utils/check_repo.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8b126033c736b17f"}},{"code_sha256_prefix":"242c0d12ccfe0fc5","entry":"run_ruff","repo":"bravegroup/drive-wm","repo_kind":"official","path":"utils/check_copies.py","file_url":"https://github.com/bravegroup/drive-wm/blob/HEAD/utils/check_copies.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"242c0d12ccfe0fc5"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}