{"url":"/dataset/shifts","name":"Shifts","full_name":null,"description_markdown":"The **Shifts Dataset** is a dataset for evaluation of uncertainty estimates and robustness to distributional shift. The dataset, which has been collected from industrial sources and services, is composed of three tasks, with each corresponding to a particular data modality: tabular weather prediction, machine translation, and self-driving car (SDC) vehicle motion prediction. All of these data modalities and tasks are affected by real, `in-the-wild' distributional shifts and pose interesting challenges with respect to uncertainty estimation.","description_withheld":null,"homepage":"https://github.com/yandex-research/shifts","introduced_date":"2021-07-15","introduced_date_note":null,"introduced_by":{"paper":"/paper/shifts-a-dataset-of-real-distributional-shift","title":"Shifts: A Dataset of Real Distributional Shift Across Multiple Large-Scale Tasks","first_author":"Andrey Malinin","url":null},"license":{"name":"Multiple licenses","url":"https://github.com/yandex-research/shifts"},"modalities":[{"name":"Texts","url":"/datasets/modality/texts"},{"name":"Time series","url":"/datasets/modality/time-series"}],"tasks":[{"name":"Machine Translation","url":"/task/machine-translation","datasets_with_task":"/datasets/task/machine-translation"},{"name":"Weather Forecasting","url":"/task/weather-forecasting","datasets_with_task":"/datasets/task/weather-forecasting"},{"name":"Self-Driving Cars","url":"/task/self-driving-cars","datasets_with_task":"/datasets/task/self-driving-cars"}],"languages":[],"variants":["Shifts"],"data_loaders":[{"repo":"https://github.com/suneshrajan/ExplainerDashboard-Django","url":"https://github.com/suneshrajan/ExplainerDashboard-Django","frameworks":["tf"]}],"num_papers_in_archive":55,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/weather-forecasting-on-shifts","task":"Weather Forecasting","dataset_variant":"Shifts","rows":2,"metrics":["R-AUC MSE"],"first_row_in_archive_order":{"model":"SNN Ens U MT Np SpecFE","paper":"/paper/more-layers-end-to-end-regression-and","metrics":{"R-AUC MSE":"1.1406288012"},"code_links":[{"title":"bond005/yandex-shifts-weather","url":"https://github.com/bond005/yandex-shifts-weather"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/more-layers-end-to-end-regression-and","title":"More layers! End-to-end regression and uncertainty on tabular data with deep learning","date":"2021-12-07","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/shifts-a-dataset-of-real-distributional-shift","title":"Shifts: A Dataset of Real Distributional Shift Across Multiple Large-Scale Tasks","date":"2021-07-15","rows_on_this_dataset":1,"code_links":3,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":6,"samples_ran":0,"samples_unverified":6,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":1,"samples_harvested":6,"samples_ran":0,"samples_unverified":6,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":1,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}