{"url":"/task/uncertainty-quantification","name":"Uncertainty Quantification","slug":"uncertainty-quantification","description_markdown":null,"categories":[{"name":"Miscellaneous","url":"/area/miscellaneous"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":2366,"papers_with_code":832,"benchmarks":0,"benchmark_tables_in_archive":0,"benchmark_tables_shown":0,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":5,"subtasks":0,"parent_tasks":0},"benchmarks":[],"datasets":[{"url":"/dataset/muad","name":"MUAD","full_name":"Multiple Uncertainties for Autonomous Driving","num_papers_in_archive":4},{"url":"/dataset/luma","name":"LUMA","full_name":"Learning from Uncertain and Multimodal Data","num_papers_in_archive":2},{"url":"/dataset/data-storage-system-performance","name":"Data Storage System Performance","full_name":"","num_papers_in_archive":1},{"url":"/dataset/jambo","name":"JAMBO","full_name":"A Multi-Annotator Image Dataset for Benthic Habitat Classification","num_papers_in_archive":1},{"url":"/dataset/uncertainty-quantification-for-underwater","name":"Uncertainty Quantification for Underwater Object Segmentation","full_name":"","num_papers_in_archive":1}],"subtasks":[],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":30,"of":832,"tagged_in_all":2366,"items":[{"url":"/paper/dropout-as-a-bayesian-approximation","title":"Dropout as a Bayesian Approximation: Representing Model Uncertainty in Deep Learning","date":"2015-06-06","arxiv_id":"1506.02142","repositories_listed":29,"syntology":{"n":4,"n_ran":4,"n_unverified":0,"n_pointer_only":4}},{"url":"/paper/simple-and-scalable-predictive-uncertainty","title":"Simple and Scalable Predictive Uncertainty Estimation using Deep Ensembles","date":"2016-12-05","arxiv_id":"1612.01474","repositories_listed":26,"syntology":{"n":11,"n_ran":9,"n_unverified":2,"n_pointer_only":6}},{"url":"/paper/evidential-deep-learning-to-quantify","title":"Evidential Deep Learning to Quantify Classification Uncertainty","date":"2018-06-05","arxiv_id":"1806.01768","repositories_listed":10,"syntology":{"n":5,"n_ran":4,"n_unverified":1,"n_pointer_only":0}},{"url":"/paper/a-simple-baseline-for-bayesian-uncertainty-in","title":"A Simple Baseline for Bayesian Uncertainty in Deep Learning","date":"2019-02-07","arxiv_id":"1902.02476","repositories_listed":8,"syntology":{"n":17,"n_ran":6,"n_unverified":11,"n_pointer_only":0}},{"url":"/paper/laplace-redux-effortless-bayesian-deep","title":"Laplace Redux -- Effortless Bayesian Deep Learning","date":"2021-06-28","arxiv_id":"2106.14806","repositories_listed":6,"syntology":{"n":5,"n_ran":1,"n_unverified":4,"n_pointer_only":1}},{"url":"/paper/fast-and-uncertainty-aware-directional","title":"Fast and Uncertainty-Aware Directional Message Passing for Non-Equilibrium Molecules","date":"2020-11-28","arxiv_id":"2011.14115","repositories_listed":6,"syntology":{"n":9,"n_ran":5,"n_unverified":4,"n_pointer_only":9}},{"url":"/paper/deep-evidential-regression","title":"Deep Evidential Regression","date":"2019-10-07","arxiv_id":"1910.02600","repositories_listed":6,"syntology":{"n":6,"n_ran":4,"n_unverified":2,"n_pointer_only":3}},{"url":"/paper/uncertainty-sets-for-image-classifiers-using","title":"Uncertainty Sets for Image Classifiers using Conformal Prediction","date":"2020-09-29","arxiv_id":"2009.14193","repositories_listed":5,"syntology":{"n":63,"n_ran":19,"n_unverified":44,"n_pointer_only":19}},{"url":"/paper/batchensemble-an-alternative-approach-to-1","title":"BatchEnsemble: An Alternative Approach to Efficient Ensemble and Lifelong Learning","date":"2020-02-17","arxiv_id":"2002.06715","repositories_listed":5,"syntology":{"n":3,"n_ran":1,"n_unverified":2,"n_pointer_only":3}},{"url":"/paper/a-gentle-introduction-to-conformal-prediction","title":"A Gentle Introduction to Conformal Prediction and Distribution-Free Uncertainty Quantification","date":"2021-07-15","arxiv_id":"2107.07511","repositories_listed":4,"syntology":{"n":12,"n_ran":0,"n_unverified":12,"n_pointer_only":0}},{"url":"/paper/deterministic-neural-networks-with","title":"Deep Deterministic Uncertainty: A Simple Baseline","date":"2021-02-23","arxiv_id":"2102.11582","repositories_listed":4,"syntology":null},{"url":"/paper/combo-conservative-offline-model-based-policy","title":"COMBO: Conservative Offline Model-Based Policy Optimization","date":"2021-02-16","arxiv_id":"2102.08363","repositories_listed":4,"syntology":{"n":2,"n_ran":0,"n_unverified":2,"n_pointer_only":0}},{"url":"/paper/masksembles-for-uncertainty-estimation","title":"Masksembles for Uncertainty Estimation","date":"2020-12-15","arxiv_id":"2012.08334","repositories_listed":4,"syntology":null},{"url":"/paper/rule-based-bayesian-regression","title":"Rule-based Bayesian regression","date":"2020-08-02","arxiv_id":"2008.00422","repositories_listed":4,"syntology":null},{"url":"/paper/simple-and-principled-uncertainty-estimation","title":"Simple and Principled Uncertainty Estimation with Deterministic Deep Learning via Distance Awareness","date":"2020-06-17","arxiv_id":"2006.10108","repositories_listed":4,"syntology":{"n":2,"n_ran":2,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/unsupervised-quality-estimation-for-neural","title":"Unsupervised Quality Estimation for Neural Machine Translation","date":"2020-05-21","arxiv_id":"2005.10608","repositories_listed":4,"syntology":null},{"url":"/paper/benchmarking-uncertainty-quantification","title":"Benchmarking Uncertainty Quantification Methods for Large Language Models with LM-Polygraph","date":"2024-06-21","arxiv_id":"2406.15627","repositories_listed":3,"syntology":{"n":4,"n_ran":2,"n_unverified":2,"n_pointer_only":0}},{"url":"/paper/shifting-attention-to-relevance-towards-the","title":"Shifting Attention to Relevance: Towards the Predictive Uncertainty Quantification of Free-Form Large Language Models","date":"2023-07-03","arxiv_id":"2307.01379","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/mapie-an-open-source-library-for-distribution","title":"MAPIE: an open-source library for distribution-free uncertainty quantification","date":"2022-07-25","arxiv_id":"2207.12274","repositories_listed":3,"syntology":{"n":16,"n_ran":1,"n_unverified":15,"n_pointer_only":0}},{"url":"/paper/simple-techniques-work-surprisingly-well-for","title":"Simple Techniques Work Surprisingly Well for Neural Network Test Prioritization and Active Learning (Replicability Study)","date":"2022-05-02","arxiv_id":"2205.00664","repositories_listed":3,"syntology":{"n":6,"n_ran":0,"n_unverified":6,"n_pointer_only":0}},{"url":"/paper/muad-multiple-uncertainties-for-autonomous","title":"MUAD: Multiple Uncertainties for Autonomous Driving, a benchmark for multiple uncertainty types and tasks","date":"2022-03-02","arxiv_id":"2203.01437","repositories_listed":3,"syntology":null},{"url":"/paper/shifts-a-dataset-of-real-distributional-shift","title":"Shifts: A Dataset of Real Distributional Shift Across Multiple Large-Scale Tasks","date":"2021-07-15","arxiv_id":"2107.07455","repositories_listed":3,"syntology":{"n":6,"n_ran":0,"n_unverified":6,"n_pointer_only":0}},{"url":"/paper/learning-by-example-fast-reliability-aware","title":"Learning by example: fast reliability-aware seismic imaging with normalizing flows","date":"2021-04-13","arxiv_id":"2104.06255","repositories_listed":3,"syntology":null},{"url":"/paper/distribution-free-risk-controlling-prediction","title":"Distribution-Free, Risk-Controlling Prediction Sets","date":"2021-01-07","arxiv_id":"2101.02703","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/hyperparameter-ensembles-for-robustness-and","title":"Hyperparameter Ensembles for Robustness and Uncertainty Quantification","date":"2020-06-24","arxiv_id":"2006.13570","repositories_listed":3,"syntology":{"n":4,"n_ran":2,"n_unverified":2,"n_pointer_only":0}},{"url":"/paper/exact-information-bottleneck-with-invertible","title":"Training Normalizing Flows with the Information Bottleneck for Competitive Generative Classification","date":"2020-01-17","arxiv_id":"2001.06448","repositories_listed":3,"syntology":{"n":1,"n_ran":0,"n_unverified":1,"n_pointer_only":0}},{"url":"/paper/deep-kernel-transfer-in-gaussian-processes","title":"Bayesian Meta-Learning for the Few-Shot Setting via Deep Kernels","date":"2019-10-11","arxiv_id":"1910.05199","repositories_listed":3,"syntology":{"n":1,"n_ran":0,"n_unverified":1,"n_pointer_only":1}},{"url":"/paper/deep-learning-observables-in-computational","title":"Deep learning observables in computational fluid dynamics","date":"2019-03-07","arxiv_id":"1903.03040","repositories_listed":3,"syntology":null},{"url":"/paper/deep-uncertainty-quantification-a-machine","title":"Deep Uncertainty Quantification: A Machine Learning Approach for Weather Forecasting","date":"2018-12-22","arxiv_id":"1812.09467","repositories_listed":3,"syntology":null},{"url":"/paper/c-adapter-adapting-deep-classifiers-for","title":"C-Adapter: Adapting Deep Classifiers for Efficient Conformal Prediction Sets","date":"2024-10-12","arxiv_id":"2410.09408","repositories_listed":2,"syntology":null}],"syntology_records":21,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}