{"url":"/sota/carla-longest6-on-carla","task":{"name":"CARLA longest6","url":"/task/carla-longest6","note":null},"dataset":{"name":"CARLA","url":"/dataset/carla"},"category":"Robots","categories":["Robots"],"category_note":null,"description":"longest6 is an evaluation benchmark for sensorimotor autonomous driving methods using the CARLA 0.9.10.1 simulator.\r\nIt consists of 36 long routes in the publicly available Town 01-06 which, are populated with the maximum traffic density.\r\nThe benchmark tests level 4 driving capabilities, methods are therefore allowed to train with data from the evaluation towns.\r\nEvaluation metrics follow the standard metrics from the CARLA leaderboard 1.0, except that stop sign infractions are not considered.","description_from":"task","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","rank":"the archive's row order at snapshot; not re-ranked","rows_end_at":"2025-07-28","rows_withheld_as_spam":0,"metric_values":"the archive's strings, untouched"},"metrics":["Driving Score","Route Completion","Infraction Score"],"metric_direction":{"note":"inferred from the metric name only (the archive records no direction); null = not inferred, chart draws points only","by_metric":{"Driving Score":"higher","Route Completion":null,"Infraction Score":"higher"}},"counts":{"rows":21,"rows_with_code":18,"rows_with_paper_page":19,"rows_dated":19,"rows_using_additional_data":0},"rows":[{"rank_in_archive_order":1,"model":"DiffE2E","metrics":{"Driving Score":"83","Infraction Score":"0.86","Route Completion":"96"},"uses_additional_data":false,"paper_date":null,"paper":null,"paper_url":null,"paper_title":"","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":2,"model":"TransFuser++ WP (TF++WP)","metrics":{"Driving Score":"73","Infraction Score":"0.56","Route Completion":"97"},"uses_additional_data":false,"paper_date":"2023-06-13","paper":"/paper/hidden-biases-of-end-to-end-driving-models","paper_url":"https://arxiv.org/abs/2306.07957v2","paper_title":"Hidden Biases of End-to-End Driving Models","code":"https://github.com/autonomousvision/carla_garage","n_code_links":1,"syntology":{"n_ran":13,"n_unverified":4,"n_samples":17,"n_pointer_only_licence":0}},{"rank_in_archive_order":3,"model":"DriveAdapter+TCP","metrics":{"Driving Score":"71","Infraction Score":"0.85","Route Completion":"88"},"uses_additional_data":false,"paper_date":"2023-08-01","paper":"/paper/driveadapter-breaking-the-coupling-barrier-of","paper_url":"https://arxiv.org/abs/2308.00398v2","paper_title":"DriveAdapter: Breaking the Coupling Barrier of Perception and Planning in End-to-End Autonomous Driving","code":"https://github.com/opendrivelab/driveadapter","n_code_links":1,"syntology":{"n_ran":6,"n_unverified":1,"n_samples":7,"n_pointer_only_licence":0}},{"rank_in_archive_order":4,"model":"DriveGPT4-V2","metrics":{"Driving Score":"70","Infraction Score":"0.77","Route Completion":"91"},"uses_additional_data":false,"paper_date":null,"paper":null,"paper_url":null,"paper_title":"","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":5,"model":"EnDfuser + safety-rule","metrics":{"Driving Score":"70","Infraction Score":"0.76","Route Completion":"90"},"uses_additional_data":false,"paper_date":"2025-05-31","paper":"/paper/using-diffusion-ensembles-to-estimate","paper_url":"https://arxiv.org/abs/2506.00560v1","paper_title":"Using Diffusion Ensembles to Estimate Uncertainty for End-to-End Autonomous Driving","code":null,"n_code_links":0,"syntology":null},{"rank_in_archive_order":6,"model":"TransFuser++ (TF++)","metrics":{"Driving Score":"69","Infraction Score":"0.72","Route Completion":"94"},"uses_additional_data":false,"paper_date":"2023-06-13","paper":"/paper/hidden-biases-of-end-to-end-driving-models","paper_url":"https://arxiv.org/abs/2306.07957v2","paper_title":"Hidden Biases of End-to-End Driving Models","code":"https://github.com/autonomousvision/carla_garage","n_code_links":1,"syntology":{"n_ran":13,"n_unverified":4,"n_samples":17,"n_pointer_only_licence":0}},{"rank_in_archive_order":7,"model":"ThinkTwice","metrics":{"Driving Score":"67","Infraction Score":"0.84","Route Completion":"77"},"uses_additional_data":false,"paper_date":"2023-05-10","paper":"/paper/think-twice-before-driving-towards-scalable","paper_url":"https://arxiv.org/abs/2305.06242v1","paper_title":"Think Twice before Driving: Towards Scalable Decoders for End-to-End Autonomous Driving","code":"https://github.com/opendrivelab/thinktwice","n_code_links":1,"syntology":{"n_ran":4,"n_unverified":3,"n_samples":7,"n_pointer_only_licence":0}},{"rank_in_archive_order":8,"model":"DriveAdapter","metrics":{"Driving Score":"59","Infraction Score":"0.68","Route Completion":"82"},"uses_additional_data":false,"paper_date":"2023-08-01","paper":"/paper/driveadapter-breaking-the-coupling-barrier-of","paper_url":"https://arxiv.org/abs/2308.00398v2","paper_title":"DriveAdapter: Breaking the Coupling Barrier of Perception and Planning in End-to-End Autonomous Driving","code":"https://github.com/opendrivelab/driveadapter","n_code_links":1,"syntology":{"n_ran":6,"n_unverified":1,"n_samples":7,"n_pointer_only_licence":0}},{"rank_in_archive_order":9,"model":"Perception PlanT","metrics":{"Driving Score":"58","Infraction Score":"0.65","Route Completion":"88"},"uses_additional_data":false,"paper_date":"2022-10-25","paper":"/paper/plant-explainable-planning-transformers-via","paper_url":"https://arxiv.org/abs/2210.14222v1","paper_title":"PlanT: Explainable Planning Transformers via Object-Level Representations","code":"https://github.com/autonomousvision/plant","n_code_links":2,"syntology":{"n_ran":2,"n_unverified":0,"n_samples":2,"n_pointer_only_licence":0}},{"rank_in_archive_order":10,"model":"Learning from all Vehicle v2 (LAV v2)","metrics":{"Driving Score":"58","Infraction Score":"0.68","Route Completion":"83"},"uses_additional_data":false,"paper_date":"2022-03-22","paper":"/paper/learning-from-all-vehicles","paper_url":"https://arxiv.org/abs/2203.11934v3","paper_title":"Learning from All Vehicles","code":"https://github.com/dotchen/LAV","n_code_links":1,"syntology":{"n_ran":0,"n_unverified":5,"n_samples":5,"n_pointer_only_licence":0}},{"rank_in_archive_order":11,"model":"Coaching a Teachable Student (CaT)","metrics":{"Driving Score":"58","Infraction Score":"0.77","Route Completion":"79"},"uses_additional_data":false,"paper_date":"2023-06-16","paper":"/paper/coaching-a-teachable-student-1","paper_url":"https://arxiv.org/abs/2306.10014v1","paper_title":"Coaching a Teachable Student","code":"https://github.com/h2xlab/CaT","n_code_links":1,"syntology":{"n_ran":0,"n_unverified":4,"n_samples":4,"n_pointer_only_licence":0}},{"rank_in_archive_order":12,"model":"InteractionNet","metrics":{"Driving Score":"51","Infraction Score":"0.60","Route Completion":"87"},"uses_additional_data":false,"paper_date":"2023-09-07","paper":"/paper/interactionnet-joint-planning-and-prediction","paper_url":"https://arxiv.org/abs/2309.03475v1","paper_title":"InteractionNet: Joint Planning and Prediction for Autonomous Driving with Transformers","code":"https://github.com/fujiawei0724/interactionnet","n_code_links":1,"syntology":null},{"rank_in_archive_order":13,"model":"Trajectory-guided Control Prediction (TCP)","metrics":{"Driving Score":"48","Infraction Score":"0.65","Route Completion":"72"},"uses_additional_data":false,"paper_date":"2022-06-16","paper":"/paper/trajectory-guided-control-prediction-for-end","paper_url":"https://arxiv.org/abs/2206.08129v2","paper_title":"Trajectory-guided Control Prediction for End-to-end Autonomous Driving: A Simple yet Strong Baseline","code":"https://github.com/OpenPerceptionX/TCP","n_code_links":1,"syntology":null},{"rank_in_archive_order":14,"model":"TransFuser (TF)","metrics":{"Driving Score":"47","Infraction Score":"0.50","Route Completion":"93"},"uses_additional_data":false,"paper_date":"2022-05-31","paper":"/paper/transfuser-imitation-with-transformer-based","paper_url":"https://arxiv.org/abs/2205.15997v1","paper_title":"TransFuser: Imitation with Transformer-Based Sensor Fusion for Autonomous Driving","code":"https://github.com/autonomousvision/transfuser","n_code_links":3,"syntology":{"n_ran":1,"n_unverified":4,"n_samples":5,"n_pointer_only_licence":0}},{"rank_in_archive_order":15,"model":"Interfuser","metrics":{"Driving Score":"47","Infraction Score":"0.63","Route Completion":"74"},"uses_additional_data":false,"paper_date":"2022-07-28","paper":"/paper/safety-enhanced-autonomous-driving-using-1","paper_url":"https://arxiv.org/abs/2207.14024v5","paper_title":"Safety-Enhanced Autonomous Driving Using Interpretable Sensor Fusion Transformer","code":"https://github.com/opendilab/InterFuser","n_code_links":1,"syntology":{"n_ran":1,"n_unverified":0,"n_samples":1,"n_pointer_only_licence":0}},{"rank_in_archive_order":16,"model":"Latent TransFuser (LTF)","metrics":{"Driving Score":"37","Infraction Score":"0.38","Route Completion":"95"},"uses_additional_data":false,"paper_date":"2022-05-31","paper":"/paper/transfuser-imitation-with-transformer-based","paper_url":"https://arxiv.org/abs/2205.15997v1","paper_title":"TransFuser: Imitation with Transformer-Based Sensor Fusion for Autonomous Driving","code":"https://github.com/autonomousvision/transfuser","n_code_links":3,"syntology":{"n_ran":1,"n_unverified":4,"n_samples":5,"n_pointer_only_licence":0}},{"rank_in_archive_order":17,"model":"Learning from all Vehicles v1 (LAV v1)","metrics":{"Driving Score":"33","Infraction Score":"0.51","Route Completion":"70"},"uses_additional_data":false,"paper_date":"2022-03-22","paper":"/paper/learning-from-all-vehicles","paper_url":"https://arxiv.org/abs/2203.11934v3","paper_title":"Learning from All Vehicles","code":"https://github.com/dotchen/LAV","n_code_links":1,"syntology":{"n_ran":0,"n_unverified":5,"n_samples":5,"n_pointer_only_licence":0}},{"rank_in_archive_order":18,"model":"Geometric Fusion (GF)","metrics":{"Driving Score":"27","Infraction Score":"0.30","Route Completion":"91"},"uses_additional_data":false,"paper_date":"2022-05-31","paper":"/paper/transfuser-imitation-with-transformer-based","paper_url":"https://arxiv.org/abs/2205.15997v1","paper_title":"TransFuser: Imitation with Transformer-Based Sensor Fusion for Autonomous Driving","code":"https://github.com/autonomousvision/transfuser","n_code_links":3,"syntology":{"n_ran":1,"n_unverified":4,"n_samples":5,"n_pointer_only_licence":0}},{"rank_in_archive_order":19,"model":"Neural Attention Fields (NEAT)","metrics":{"Driving Score":"24","Infraction Score":"0.71","Route Completion":"62"},"uses_additional_data":false,"paper_date":"2021-09-09","paper":"/paper/neat-neural-attention-fields-for-end-to-end","paper_url":"https://arxiv.org/abs/2109.04456v1","paper_title":"NEAT: Neural Attention Fields for End-to-End Autonomous Driving","code":"https://github.com/autonomousvision/neat","n_code_links":1,"syntology":{"n_ran":0,"n_unverified":2,"n_samples":2,"n_pointer_only_licence":0}},{"rank_in_archive_order":20,"model":"Late Fusion (LF)","metrics":{"Driving Score":"22","Infraction Score":"0.27","Route Completion":"83"},"uses_additional_data":false,"paper_date":"2022-05-31","paper":"/paper/transfuser-imitation-with-transformer-based","paper_url":"https://arxiv.org/abs/2205.15997v1","paper_title":"TransFuser: Imitation with Transformer-Based Sensor Fusion for Autonomous Driving","code":"https://github.com/autonomousvision/transfuser","n_code_links":3,"syntology":{"n_ran":1,"n_unverified":4,"n_samples":5,"n_pointer_only_licence":0}},{"rank_in_archive_order":21,"model":"World on Rails (WOR)","metrics":{"Driving Score":"21","Infraction Score":"0.56","Route Completion":"48"},"uses_additional_data":false,"paper_date":"2021-05-03","paper":"/paper/learning-to-drive-from-a-world-on-rails","paper_url":"https://arxiv.org/abs/2105.00636v3","paper_title":"Learning to drive from a world on rails","code":"https://github.com/dotchen/WorldOnRails","n_code_links":1,"syntology":{"n_ran":2,"n_unverified":4,"n_samples":6,"n_pointer_only_licence":0}}],"since_archive":{"claim":"Results that newer papers report for their own method, placed here by Syntology. A model pointed at the cell in the paper's own table; the number was read from that cell and checked against this leaderboard's metric, dataset, split and scale; an independent check that saw this leaderboard's other rows and every other leaderboard on the same dataset accepted it. Not reviewed by the paper's authors or by the archive's editors, and not ranked against the archive rows.","extraction_file_present":true,"measurement":{"test_papers":883,"papers_with_output":881,"judged_true":108,"judged":110,"wilson95_lower":0.9361,"measured_on":"2026-09-24","frozen_commit":"0e3de0df94"},"measurement_note":"blind adjudication of accepted entries on a held-out split of archive papers, rules frozen before the test","coverage":{"sentence":"Syntology has checked 6,264 of the 9,581 papers on this site that are newer than the archive; results from the others appear after they are checked.","complete":false,"papers_newer_than_archive":9581,"papers_checked":6264,"papers_extracted_not_yet_verified":0,"boards_without_verdict":2,"papers_not_yet_extracted":3316},"order":"newest first by month (arXiv date, else the arXiv-id month), then arXiv id descending","columns":[],"entries":[]},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per row: N of M harvested code samples from that row's paper executed on a synthesized fixture; the other M-N are unverified. Not a reproduction of the row's number; not a correctness claim. n_pointer_only_licence counts samples the site points at rather than redistributes (a licence axis, independent of ran/unverified).","rows_with_graph_line":16,"rows_with_any_sample_ran":12,"distinct_papers_with_graph_line":10,"distinct_papers_with_any_sample_ran":7,"samples_over_distinct_papers":{"n_ran":29,"n_unverified":27,"n_samples":56,"n_pointer_only_licence":0,"note":"each paper (arXiv id) counted once, however many rows it is behind; this is the page-level figure"},"samples_row_weighted":{"n_ran":51,"n_unverified":49,"n_samples":100,"n_pointer_only_licence":0,"note":"row-weighted: a paper behind several rows is counted once per row; inflated relative to samples_over_distinct_papers by design, kept for readers summing the per-row syntology blocks"}}}