{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/panacea-panoramic-and-controllable-video","title":"Panacea: Panoramic and Controllable Video Generation for Autonomous Driving","arxiv_id":"2311.16813","date":"2023-11-28","proceeding":"CVPR 2024 1","authors":["Yuqing Wen","Yucheng Zhao","Yingfei Liu","Fan Jia","Yanhui Wang","Chong Luo","Chi Zhang","Tiancai Wang","Xiaoyan Sun","Xiangyu Zhang"],"abstract":"The field of autonomous driving increasingly demands high-quality annotated training data. In this paper, we propose Panacea, an innovative approach to generate panoramic and controllable videos in driving scenarios, capable of yielding an unlimited numbers of diverse, annotated samples pivotal for autonomous driving advancements. Panacea addresses two critical challenges: 'Consistency' and 'Controllability.' Consistency ensures temporal and cross-view coherence, while Controllability ensures the alignment of generated content with corresponding annotations. Our approach integrates a novel 4D attention and a two-stage generation pipeline to maintain coherence, supplemented by the ControlNet framework for meticulous control by the Bird's-Eye-View (BEV) layouts. Extensive qualitative and quantitative evaluations of Panacea on the nuScenes dataset prove its effectiveness in generating high-quality multi-view driving-scene videos. This work notably propels the field of autonomous driving by effectively augmenting the training dataset used for advanced BEV perception techniques.","url_abs":"https://arxiv.org/abs/2311.16813v1","url_pdf":"https://arxiv.org/pdf/2311.16813v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"panacea-panoramic-and-controllable-video","repo_url":"https://github.com/wenyuqing/panacea","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"autonomous-driving","task_name":"Autonomous Driving"},{"task_slug":"video-generation","task_name":"Video Generation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2311.16813","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.16813"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/wenyuqing/panacea","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran_violates":3,"ran":2,"ran_draft_wrong":1,"unverified":2},"by_repo_kind":{"listed":{"samples":8,"ran":6,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"424012cb37b31172","entry":"default","repo":"wenyuqing/panacea","repo_kind":"listed","path":"sgm/modules/attention.py","file_url":"https://github.com/wenyuqing/panacea/blob/HEAD/sgm/modules/attention.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"424012cb37b31172"}},{"code_sha256_prefix":"4cb732f513d69dfd","entry":"disabled_train","repo":"wenyuqing/panacea","repo_kind":"listed","path":"sgm/util.py","file_url":"https://github.com/wenyuqing/panacea/blob/HEAD/sgm/util.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"4cb732f513d69dfd"}},{"code_sha256_prefix":"aa5486a3650902d8","entry":"exists","repo":"wenyuqing/panacea","repo_kind":"listed","path":"sgm/modules/attention.py","file_url":"https://github.com/wenyuqing/panacea/blob/HEAD/sgm/modules/attention.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"aa5486a3650902d8"}},{"code_sha256_prefix":"2036522d462af205","entry":"get_string_from_tuple","repo":"wenyuqing/panacea","repo_kind":"listed","path":"sgm/util.py","file_url":"https://github.com/wenyuqing/panacea/blob/HEAD/sgm/util.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"2036522d462af205"}},{"code_sha256_prefix":"3753e92206c00bb9","entry":"is_power_of_two","repo":"wenyuqing/panacea","repo_kind":"listed","path":"sgm/util.py","file_url":"https://github.com/wenyuqing/panacea/blob/HEAD/sgm/util.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3753e92206c00bb9"}},{"code_sha256_prefix":"9a299fe5ae09e407","entry":"uniq","repo":"wenyuqing/panacea","repo_kind":"listed","path":"sgm/modules/attention.py","file_url":"https://github.com/wenyuqing/panacea/blob/HEAD/sgm/modules/attention.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9a299fe5ae09e407"}},{"code_sha256_prefix":"78ed78778f077a80","entry":"generate_roughly_equally_spaced_steps","repo":"wenyuqing/panacea","repo_kind":"listed","path":"sgm/modules/diffusionmodules/discretizer.py","file_url":"https://github.com/wenyuqing/panacea/blob/HEAD/sgm/modules/diffusionmodules/discretizer.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"78ed78778f077a80"}},{"code_sha256_prefix":"14bc286acd510746","entry":"model_load_ckpt","repo":"wenyuqing/panacea","repo_kind":"listed","path":"inference.py","file_url":"https://github.com/wenyuqing/panacea/blob/HEAD/inference.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"14bc286acd510746"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}