{"url":"/dataset/carla","name":"CARLA","full_name":"Car Learning to Act","description_markdown":"**CARLA** (CAR Learning to Act) is an open simulator for urban driving, developed as an open-source layer over Unreal Engine 4. Technically, it operates similarly to, as an open source layer over Unreal Engine 4 that provides sensors in the form of RGB cameras (with customizable positions), ground truth depth maps, ground truth semantic segmentation maps with 12 semantic classes designed for driving (road, lane marking, traffic sign, sidewalk and so on), bounding boxes for dynamic objects in the environment, and measurements of the agent itself (vehicle location and orientation).\r\n\r\nSource: [Synthetic Data for Deep Learning](https://arxiv.org/abs/1909.11512)","description_withheld":null,"homepage":"https://carla.org/","introduced_date":"2017-11-10","introduced_date_note":null,"introduced_by":{"paper":"/paper/carla-an-open-urban-driving-simulator","title":"CARLA: An Open Urban Driving Simulator","first_author":"Alexey Dosovitskiy","url":null},"license":{"name":"CC-BY / MIT","url":"https://github.com/carla-simulator/carla"},"modalities":[{"name":"Environment","url":"/datasets/modality/environment"}],"tasks":[{"name":"Autonomous Vehicles","url":"/task/autonomous-vehicles","datasets_with_task":"/datasets/task/autonomous-vehicles"},{"name":"Autonomous Driving","url":"/task/autonomous-driving","datasets_with_task":"/datasets/task/autonomous-driving"},{"name":"CARLA MAP Leaderboard","url":"/task/carla-map-leaderboard","datasets_with_task":"/datasets/task/carla-map-leaderboard"},{"name":"CARLA longest6","url":"/task/carla-longest6","datasets_with_task":"/datasets/task/carla-longest6"},{"name":"CARLA Leaderboard 2.0","url":"/task/carla-leaderboard-2-0","datasets_with_task":"/datasets/task/carla-leaderboard-2-0"},{"name":"Imitation Learning","url":"/task/imitation-learning","datasets_with_task":"/datasets/task/imitation-learning"}],"languages":[],"variants":["CARLA","CARLA Leaderboard","CARLA_MAP_TRACK"],"data_loaders":[{"repo":"https://github.com/joedlopes/carla-simulator-multimodal-sensing","url":"https://github.com/joedlopes/carla-simulator-multimodal-sensing","frameworks":["pytorch"]}],"num_papers_in_archive":1345,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/carla-longest6-on-carla","task":"CARLA longest6","dataset_variant":"CARLA","rows":21,"metrics":["Driving Score","Route Completion","Infraction Score"],"first_row_in_archive_order":{"model":"DiffE2E","paper":null,"metrics":{"Driving Score":"83","Infraction Score":"0.86","Route Completion":"96"},"code_links":[]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/autonomous-driving-on-carla-leaderboard","task":"Autonomous Driving","dataset_variant":"CARLA Leaderboard","rows":18,"metrics":["Driving Score","Route Completion","Infraction penalty"],"first_row_in_archive_order":{"model":"ReasonNet","paper":"/paper/reasonnet-end-to-end-driving-with-temporal-1","metrics":{"Driving Score":"79.95","Infraction penalty":"0.89","Route Completion":"89.89"},"code_links":[]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/carla-map-leaderboard-on-carla","task":"CARLA MAP Leaderboard","dataset_variant":"CARLA","rows":8,"metrics":["Driving score","Route completion","Infraction penalty"],"first_row_in_archive_order":{"model":"Map TF++","paper":"/paper/hidden-biases-of-end-to-end-driving-models","metrics":{"Driving score":"61.17","Infraction penalty":"0.70","Route completion":"81.81"},"code_links":[{"title":"autonomousvision/carla_garage","url":"https://github.com/autonomousvision/carla_garage"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"},{"leaderboard":"/sota/carla-leaderboard-2-0-on-carla","task":"CARLA Leaderboard 2.0","dataset_variant":"CARLA","rows":4,"metrics":["Driving Score","Route Completion","Infraction Score"],"first_row_in_archive_order":{"model":"CarLLaVA","paper":"/paper/carllava-vision-language-models-for-camera","metrics":{"Driving Score":"6.87","Infraction Score":"0.42","Route Completion":"18.08"},"code_links":[{"title":"RenzKa/simlingo","url":"https://github.com/RenzKa/simlingo"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/using-diffusion-ensembles-to-estimate","title":"Using Diffusion Ensembles to Estimate Uncertainty for End-to-End Autonomous Driving","date":"2025-05-31","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/carllava-vision-language-models-for-camera","title":"CarLLaVA: Vision language models for camera-only closed-loop driving","date":"2024-06-14","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/interactionnet-joint-planning-and-prediction","title":"InteractionNet: Joint Planning and Prediction for Autonomous Driving with Transformers","date":"2023-09-07","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/driveadapter-breaking-the-coupling-barrier-of","title":"DriveAdapter: Breaking the Coupling Barrier of Perception and Planning in End-to-End Autonomous Driving","date":"2023-08-01","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":7,"samples_ran":6,"samples_unverified":1,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/coaching-a-teachable-student-1","title":"Coaching a Teachable Student","date":"2023-06-16","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":4,"samples_ran":0,"samples_unverified":4,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/hidden-biases-of-end-to-end-driving-models","title":"Hidden Biases of End-to-End Driving Models","date":"2023-06-13","rows_on_this_dataset":6,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":17,"samples_ran":13,"samples_unverified":4,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/reasonnet-end-to-end-driving-with-temporal-1","title":"ReasonNet: End-to-End Driving with Temporal and Global Reasoning","date":"2023-05-17","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/think-twice-before-driving-towards-scalable","title":"Think Twice before Driving: Towards Scalable Decoders for End-to-End Autonomous Driving","date":"2023-05-10","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":7,"samples_ran":4,"samples_unverified":3,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/plant-explainable-planning-transformers-via","title":"PlanT: Explainable Planning Transformers via Object-Level Representations","date":"2022-10-25","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":2,"samples_ran":2,"samples_unverified":0,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/safety-enhanced-autonomous-driving-using-1","title":"Safety-Enhanced Autonomous Driving Using Interpretable Sensor Fusion Transformer","date":"2022-07-28","rows_on_this_dataset":3,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":1,"samples_ran":1,"samples_unverified":0,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/mmfn-multi-modal-fusion-net-for-end-to-end-1","title":"MMFN: Multi-Modal-Fusion-Net for End-to-End Driving","date":"2022-07-01","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/trajectory-guided-control-prediction-for-end","title":"Trajectory-guided Control Prediction for End-to-end Autonomous Driving: A Simple yet Strong Baseline","date":"2022-06-16","rows_on_this_dataset":3,"code_links":1,"syntology":null},{"paper":"/paper/transfuser-imitation-with-transformer-based","title":"TransFuser: Imitation with Transformer-Based Sensor Fusion for Autonomous Driving","date":"2022-05-31","rows_on_this_dataset":7,"code_links":3,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":5,"samples_ran":5,"samples_unverified":0,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/learning-from-all-vehicles","title":"Learning from All Vehicles","date":"2022-03-22","rows_on_this_dataset":3,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":5,"samples_ran":2,"samples_unverified":3,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/gri-general-reinforced-imitation-and-its","title":"GRI: General Reinforced Imitation and its Application to Vision-Based Autonomous Driving","date":"2021-11-16","rows_on_this_dataset":2,"code_links":0,"syntology":null},{"paper":"/paper/neat-neural-attention-fields-for-end-to-end","title":"NEAT: Neural Attention Fields for End-to-End Autonomous Driving","date":"2021-09-09","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":2,"samples_ran":0,"samples_unverified":2,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/pylot-a-modular-platform-for-exploring-1","title":"Pylot: A Modular Platform for Exploring Latency-Accuracy Tradeoffs in Autonomous Vehicles","date":"2021-05-30","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/learning-to-drive-from-a-world-on-rails","title":"Learning to drive from a world on rails","date":"2021-05-03","rows_on_this_dataset":2,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":6,"samples_ran":2,"samples_unverified":4,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/multi-modal-fusion-transformer-for-end-to-end","title":"Multi-Modal Fusion Transformer for End-to-End Autonomous Driving","date":"2021-04-19","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":15,"samples_ran":9,"samples_unverified":6,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/a-software-architecture-for-autonomous","title":"A Software Architecture for Autonomous Vehicles: Team LRM-B Entry in the First CARLA Autonomous Driving Challenge","date":"2020-10-23","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/learning-by-cheating","title":"Learning by Cheating","date":"2019-12-27","rows_on_this_dataset":1,"code_links":9,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":7,"samples_ran":5,"samples_unverified":2,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/end-to-end-model-free-reinforcement-learning","title":"End-to-End Model-Free Reinforcement Learning for Urban Driving using Implicit Affordances","date":"2019-11-25","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":7,"samples_ran":2,"samples_unverified":5,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/exploring-the-limitations-of-behavior-cloning","title":"Exploring the Limitations of Behavior Cloning for Autonomous Driving","date":"2019-04-18","rows_on_this_dataset":1,"code_links":2,"syntology":{"read_at":"2026-09-25T09:33:49+00:00","samples_harvested":8,"samples_ran":1,"samples_unverified":7,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}}],"syntology_totals":{"read_at":"2026-09-25T09:33:49+00:00","papers_with_samples":14,"samples_harvested":93,"samples_ran":52,"samples_unverified":41,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":2,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}