{"url":"/dataset/colored-mnist-spurious-correlation","name":"Colored-MNIST(with spurious correlation)","full_name":null,"description_markdown":"This is a dataset with spurious correlations which can be used to evaluate machine learning methods for out-of-distribution generalization, causal inference, and related field.","description_withheld":null,"homepage":"","introduced_date":"2019-07-05","introduced_date_note":null,"introduced_by":{"paper":"/paper/invariant-risk-minimization","title":"Invariant Risk Minimization","first_author":"Martin Arjovsky","url":null},"license":null,"modalities":[],"tasks":[{"name":"Image Classification","url":"/task/image-classification","datasets_with_task":"/datasets/task/image-classification"}],"languages":[],"variants":["Colored-MNIST(with spurious correlation)"],"data_loaders":[],"num_papers_in_archive":6,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/image-classification-on-colored-mnist-with","task":"Image Classification","dataset_variant":"Colored-MNIST(with spurious correlation)","rows":6,"metrics":["Accuracy "],"first_row_in_archive_order":{"model":"MLP-DecAug","paper":"/paper/decaug-out-of-distribution-generalization-via","metrics":{"Accuracy ":"69.60"},"code_links":[{"title":"HaoyueBaiZJU/DecAug","url":"https://github.com/HaoyueBaiZJU/DecAug"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/decaug-out-of-distribution-generalization-via","title":"DecAug: Out-of-Distribution Generalization via Decomposed Feature Representation and Semantic Augmentation","date":"2020-12-17","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/out-of-distribution-generalization-via-risk","title":"Out-of-Distribution Generalization via Risk Extrapolation (REx)","date":"2020-03-02","rows_on_this_dataset":1,"code_links":4,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":4,"samples_ran":3,"samples_unverified":1,"pointer_only_for_licence":3,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/invariant-risk-minimization-games","title":"Invariant Risk Minimization Games","date":"2020-02-11","rows_on_this_dataset":1,"code_links":3,"syntology":null},{"paper":"/paper/invariant-risk-minimization","title":"Invariant Risk Minimization","date":"2019-07-05","rows_on_this_dataset":1,"code_links":18,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":30,"samples_ran":18,"samples_unverified":12,"pointer_only_for_licence":10,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/domain-generalization-by-solving-jigsaw","title":"Domain Generalization by Solving Jigsaw Puzzles","date":"2019-03-16","rows_on_this_dataset":1,"code_links":2,"syntology":null},{"paper":"/paper/empirical-risk-minimization-for-stochastic","title":"Empirical Risk Minimization for Stochastic Convex Optimization: $O(1/n)$- and $O(1/n^2)$-type of Risk Bounds","date":"2017-02-07","rows_on_this_dataset":1,"code_links":0,"syntology":null}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":2,"samples_harvested":34,"samples_ran":21,"samples_unverified":13,"pointer_only_for_licence":13,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}