{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/enhancing-end-to-end-autonomous-driving-with","title":"Enhancing End-to-End Autonomous Driving with Latent World Model","arxiv_id":"2406.08481","date":"2024-06-12","proceeding":null,"authors":["Yingyan Li","Lue Fan","JiaWei He","Yuqi Wang","Yuntao Chen","Zhaoxiang Zhang","Tieniu Tan"],"abstract":"End-to-end autonomous driving has garnered widespread attention. Current end-to-end approaches largely rely on the supervision from perception tasks such as detection, tracking, and map segmentation to aid in learning scene representations. However, these methods require extensive annotations, hindering the data scalability. To address this challenge, we propose a novel self-supervised method to enhance end-to-end driving without the need for costly labels. Specifically, our framework \\textbf{LAW} uses a LAtent World model to predict future latent features based on the predicted ego actions and the latent feature of the current frame. The predicted latent features are supervised by the actually observed features in the future. This supervision jointly optimizes the latent feature learning and action prediction, which greatly enhances the driving performance. As a result, our approach achieves state-of-the-art performance in both open-loop and closed-loop benchmarks without costly annotations.","url_abs":"https://arxiv.org/abs/2406.08481v1","url_pdf":"https://arxiv.org/pdf/2406.08481v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"enhancing-end-to-end-autonomous-driving-with","repo_url":"https://github.com/bravegroup/law","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"autonomous-driving","task_name":"Autonomous Driving"},{"task_slug":"navsim","task_name":"NavSim"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/navsim-on-openscene","task":"NavSim","dataset":"OpenScene","model":"LAW","rank_in_archive_order":19,"of":29,"metrics":{"PDMS":"84.6"},"uses_additional_data":false}],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2406.08481","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.08481"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/BraveGroup/LAW","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/bravegroup/law","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran":1,"unverified":3},"by_repo_kind":{"official":{"samples":4,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"b9fb8403671571ec","entry":"draw_lidar_pts","repo":"BraveGroup/LAW","repo_kind":"official","path":"projects/mmdet3d_plugin/LAW/utils/visualization.py","file_url":"https://github.com/BraveGroup/LAW/blob/HEAD/projects/mmdet3d_plugin/LAW/utils/visualization.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b9fb8403671571ec"}},{"code_sha256_prefix":"49a5dc5b545790ba","entry":"get_locations","repo":"BraveGroup/LAW","repo_kind":"official","path":"projects/mmdet3d_plugin/LAW/dense_heads/utils.py","file_url":"https://github.com/BraveGroup/LAW/blob/HEAD/projects/mmdet3d_plugin/LAW/dense_heads/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"49a5dc5b545790ba"}},{"code_sha256_prefix":"fee9f1584419c696","entry":"prj_ego_traj_to_2d","repo":"BraveGroup/LAW","repo_kind":"official","path":"projects/mmdet3d_plugin/LAW/utils/visualization.py","file_url":"https://github.com/BraveGroup/LAW/blob/HEAD/projects/mmdet3d_plugin/LAW/utils/visualization.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"fee9f1584419c696"}},{"code_sha256_prefix":"814f003ae4ffef5e","entry":"prj_pts_to_img","repo":"BraveGroup/LAW","repo_kind":"official","path":"projects/mmdet3d_plugin/LAW/utils/visualization.py","file_url":"https://github.com/BraveGroup/LAW/blob/HEAD/projects/mmdet3d_plugin/LAW/utils/visualization.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"814f003ae4ffef5e"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}