{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/mapie-an-open-source-library-for-distribution","title":"MAPIE: an open-source library for distribution-free uncertainty quantification","arxiv_id":"2207.12274","date":"2022-07-25","proceeding":null,"authors":["Vianney Taquet","Vincent Blot","Thomas Morzadec","Louis Lacombe","Nicolas Brunel"],"abstract":"Estimating uncertainties associated with the predictions of Machine Learning (ML) models is of crucial importance to assess their robustness and predictive power. In this submission, we introduce MAPIE (Model Agnostic Prediction Interval Estimator), an open-source Python library that quantifies the uncertainties of ML models for single-output regression and multi-class classification tasks. MAPIE implements conformal prediction methods, allowing the user to easily compute uncertainties with strong theoretical guarantees on the marginal coverages and with mild assumptions on the model or on the underlying data distribution. MAPIE is hosted on scikit-learn-contrib and is fully \"scikit-learn-compatible\". As such, it accepts any type of regressor or classifier coming with a scikit-learn API. The library is available at: https://github.com/scikit-learn-contrib/MAPIE/.","url_abs":"https://arxiv.org/abs/2207.12274v1","url_pdf":"https://arxiv.org/pdf/2207.12274v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"mapie-an-open-source-library-for-distribution","repo_url":"https://github.com/scikit-learn-contrib/mapie","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"BSD-3-Clause"}},{"paper_slug":"mapie-an-open-source-library-for-distribution","repo_url":"https://github.com/adamzenith/mapie","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"BSD-3-Clause"}},{"paper_slug":"mapie-an-open-source-library-for-distribution","repo_url":"https://github.com/yongsukyee/uncertain_blackholemass","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"conformal-prediction","task_name":"Conformal Prediction"},{"task_slug":"multi-class-classification","task_name":"Multi-class Classification"},{"task_slug":"uncertainty-quantification","task_name":"Uncertainty Quantification"}],"methods":[{"method_slug":null,"method_name":"Library"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2207.12274","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.12274"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/scikit-learn-contrib/MAPIE","reach":{"status":"ok","spdx":"BSD-3-Clause"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/scikit-learn-contrib/mapie","reach":{"status":"ok","spdx":"BSD-3-Clause"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/yongsukyee/uncertain_blackholemass","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/adamzenith/mapie","reach":{"status":"ok","spdx":"BSD-3-Clause"}}],"summary":{"ran":1,"unverified":15},"by_repo_kind":{"official":{"samples":12,"ran":1,"repositories":1},"listed":{"samples":4,"ran":0,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"a9044f6ed0707c0e","entry":"binary_search","repo":"scikit-learn-contrib/MAPIE","repo_kind":"official","path":"mapie/conditional_conformal_prediction.py","file_url":"https://github.com/scikit-learn-contrib/MAPIE/blob/HEAD/mapie/conditional_conformal_prediction.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"a9044f6ed0707c0e"}},{"code_sha256_prefix":"66f692c73dcbd942","entry":"aggregate_all","repo":"scikit-learn-contrib/MAPIE","repo_kind":"official","path":"mapie/aggregation_functions.py","file_url":"https://github.com/scikit-learn-contrib/MAPIE/blob/HEAD/mapie/aggregation_functions.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"66f692c73dcbd942"}},{"code_sha256_prefix":"bb9194333fcc67cf","entry":"ax_square","repo":"yongsukyee/uncertain_blackholemass","repo_kind":"listed","path":"uncertain_blackholemass/lib/plot_utils.py","file_url":"https://github.com/yongsukyee/uncertain_blackholemass/blob/HEAD/uncertain_blackholemass/lib/plot_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bb9194333fcc67cf"}},{"code_sha256_prefix":"6f7ded28f4c6c1b3","entry":"calc_p0p1","repo":"scikit-learn-contrib/MAPIE","repo_kind":"official","path":"mapie/_venn_abers.py","file_url":"https://github.com/scikit-learn-contrib/MAPIE/blob/HEAD/mapie/_venn_abers.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"6f7ded28f4c6c1b3"}},{"code_sha256_prefix":"5b8fe21e0125d9b8","entry":"calc_probs","repo":"scikit-learn-contrib/MAPIE","repo_kind":"official","path":"mapie/_venn_abers.py","file_url":"https://github.com/scikit-learn-contrib/MAPIE/blob/HEAD/mapie/_venn_abers.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"5b8fe21e0125d9b8"}},{"code_sha256_prefix":"19cdebfeea2d4d3b","entry":"check_cv","repo":"adamzenith/mapie","repo_kind":"listed","path":"mapie/utils.py","file_url":"https://github.com/adamzenith/mapie/blob/HEAD/mapie/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"19cdebfeea2d4d3b"}},{"code_sha256_prefix":"a2bb84a5fe600e0f","entry":"find_best_predict_param","repo":"scikit-learn-contrib/MAPIE","repo_kind":"official","path":"mapie/risk_control/methods.py","file_url":"https://github.com/scikit-learn-contrib/MAPIE/blob/HEAD/mapie/risk_control/methods.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"a2bb84a5fe600e0f"}},{"code_sha256_prefix":"49ea430561d4d108","entry":"finish_dual_setup","repo":"scikit-learn-contrib/MAPIE","repo_kind":"official","path":"mapie/conditional_conformal_prediction.py","file_url":"https://github.com/scikit-learn-contrib/MAPIE/blob/HEAD/mapie/conditional_conformal_prediction.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"49ea430561d4d108"}},{"code_sha256_prefix":"e6c7592cd0791688","entry":"generate_gaussian_stream","repo":"scikit-learn-contrib/MAPIE","repo_kind":"official","path":"mapie/_example_utils.py","file_url":"https://github.com/scikit-learn-contrib/MAPIE/blob/HEAD/mapie/_example_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"e6c7592cd0791688"}},{"code_sha256_prefix":"b25bfaf22f41d2e6","entry":"get_config","repo":"yongsukyee/uncertain_blackholemass","repo_kind":"listed","path":"uncertain_blackholemass/lib/get_config.py","file_url":"https://github.com/yongsukyee/uncertain_blackholemass/blob/HEAD/uncertain_blackholemass/lib/get_config.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b25bfaf22f41d2e6"}},{"code_sha256_prefix":"6295b2fca2a2f52f","entry":"get_r_hat_plus","repo":"scikit-learn-contrib/MAPIE","repo_kind":"official","path":"mapie/risk_control/methods.py","file_url":"https://github.com/scikit-learn-contrib/MAPIE/blob/HEAD/mapie/risk_control/methods.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"6295b2fca2a2f52f"}},{"code_sha256_prefix":"9880305cf7c5da7c","entry":"optimize_regressor","repo":"yongsukyee/uncertain_blackholemass","repo_kind":"listed","path":"uncertain_blackholemass/run_uqregresor.py","file_url":"https://github.com/yongsukyee/uncertain_blackholemass/blob/HEAD/uncertain_blackholemass/run_uqregresor.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9880305cf7c5da7c"}},{"code_sha256_prefix":"2a23df2daa0c7540","entry":"phi1D","repo":"scikit-learn-contrib/MAPIE","repo_kind":"official","path":"mapie/aggregation_functions.py","file_url":"https://github.com/scikit-learn-contrib/MAPIE/blob/HEAD/mapie/aggregation_functions.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"2a23df2daa0c7540"}},{"code_sha256_prefix":"d8b1ed0ae7688ea2","entry":"phi2D","repo":"scikit-learn-contrib/MAPIE","repo_kind":"official","path":"mapie/aggregation_functions.py","file_url":"https://github.com/scikit-learn-contrib/MAPIE/blob/HEAD/mapie/aggregation_functions.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"d8b1ed0ae7688ea2"}},{"code_sha256_prefix":"918739b050721db8","entry":"predict_proba_prefitted_va","repo":"scikit-learn-contrib/MAPIE","repo_kind":"official","path":"mapie/_venn_abers.py","file_url":"https://github.com/scikit-learn-contrib/MAPIE/blob/HEAD/mapie/_venn_abers.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"918739b050721db8"}},{"code_sha256_prefix":"96d5c3074fa9e2ec","entry":"setup_cvx_problem","repo":"scikit-learn-contrib/MAPIE","repo_kind":"official","path":"mapie/conditional_conformal_prediction.py","file_url":"https://github.com/scikit-learn-contrib/MAPIE/blob/HEAD/mapie/conditional_conformal_prediction.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"BSD-3-Clause","inline_ok":true,"mcp_get_code":{"code_sha256":"96d5c3074fa9e2ec"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}