{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/uncertainty-sets-for-image-classifiers-using","title":"Uncertainty Sets for Image Classifiers using Conformal Prediction","arxiv_id":"2009.14193","date":"2020-09-29","proceeding":"ICLR 2021 1","authors":["Anastasios Angelopoulos","Stephen Bates","Jitendra Malik","Michael. I. Jordan"],"abstract":"Convolutional image classifiers can achieve high predictive accuracy, but quantifying their uncertainty remains an unresolved challenge, hindering their deployment in consequential settings. Existing uncertainty quantification techniques, such as Platt scaling, attempt to calibrate the network's probability estimates, but they do not have formal guarantees. We present an algorithm that modifies any classifier to output a predictive set containing the true label with a user-specified probability, such as 90%. The algorithm is simple and fast like Platt scaling, but provides a formal finite-sample coverage guarantee for every model and dataset. Our method modifies an existing conformal prediction algorithm to give more stable predictive sets by regularizing the small scores of unlikely classes after Platt scaling. In experiments on both Imagenet and Imagenet-V2 with ResNet-152 and other classifiers, our scheme outperforms existing approaches, achieving coverage with sets that are often factors of 5 to 10 smaller than a stand-alone Platt scaling baseline.","url_abs":"https://arxiv.org/abs/2009.14193v5","url_pdf":"https://arxiv.org/pdf/2009.14193v5.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"uncertainty-sets-for-image-classifiers-using","repo_url":"https://github.com/aangelopoulos/conformal-classification","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"uncertainty-sets-for-image-classifiers-using","repo_url":"https://github.com/aangelopoulos/conformal_classification","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"uncertainty-sets-for-image-classifiers-using","repo_url":"https://github.com/cambridge-mlg/acp","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"uncertainty-sets-for-image-classifiers-using","repo_url":"https://github.com/matinmoezzi/ups_conformal_classification","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"uncertainty-sets-for-image-classifiers-using","repo_url":"https://github.com/lightning-uq-box/lightning-uq-box","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"conformal-prediction","task_name":"Conformal Prediction"},{"task_slug":"prediction","task_name":"Prediction"},{"task_slug":"uncertainty-quantification","task_name":"Uncertainty Quantification"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2009.14193","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.14193"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lightning-uq-box/lightning-uq-box","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/aangelopoulos/conformal_classification","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/cambridge-mlg/acp","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/matinmoezzi/ups_conformal_classification","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/aangelopoulos/conformal-classification","reach":null}],"summary":{"ran_draft_wrong":3,"ran":4,"ran_fixture":8,"ran_honours":4,"unverified":44},"by_repo_kind":{"official":{"samples":21,"ran":1,"repositories":2},"listed":{"samples":42,"ran":18,"repositories":3}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":19,"samples":[{"code_sha256_prefix":"31ac51fceb1bed9c","entry":"ACP_D","repo":"cambridge-mlg/acp","repo_kind":"listed","path":"src/acp/methods.py","file_url":"https://github.com/cambridge-mlg/acp/blob/HEAD/src/acp/methods.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"31ac51fceb1bed9c"}},{"code_sha256_prefix":"233fd8c72fe7bee3","entry":"AverageMeterNamed","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"233fd8c72fe7bee3"}},{"code_sha256_prefix":"2df4a9fc1d319ad7","entry":"EmpiricalCoverageBase","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"2df4a9fc1d319ad7"}},{"code_sha256_prefix":"ad9b2ac4522ac726","entry":"accuracy_RAPS","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ad9b2ac4522ac726"}},{"code_sha256_prefix":"d540f5e805ba1e82","entry":"find_kreg_param","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d540f5e805ba1e82"}},{"code_sha256_prefix":"91bbe02deed691ad","entry":"gcq","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"91bbe02deed691ad"}},{"code_sha256_prefix":"9f1c82f5fda99c76","entry":"gen_cond_quantile_function","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9f1c82f5fda99c76"}},{"code_sha256_prefix":"355136b6943fb837","entry":"gen_inverse_quantile_function","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"355136b6943fb837"}},{"code_sha256_prefix":"ffb82a3e85bf0356","entry":"get_tau","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ffb82a3e85bf0356"}},{"code_sha256_prefix":"f43a6e1abc3d5ba6","entry":"get_violation","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"f43a6e1abc3d5ba6"}},{"code_sha256_prefix":"9adf3e5a14a94f24","entry":"identity","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9adf3e5a14a94f24"}},{"code_sha256_prefix":"27301ab04f721d1b","entry":"platt_logits","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"27301ab04f721d1b"}},{"code_sha256_prefix":"162981b9545d9250","entry":"process_classification_prediction","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"162981b9545d9250"}},{"code_sha256_prefix":"334697eb3983e90d","entry":"run_temperature_optimization","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"334697eb3983e90d"}},{"code_sha256_prefix":"ce9cdd0a73c5e072","entry":"sort_sum","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ce9cdd0a73c5e072"}},{"code_sha256_prefix":"0915e08c6d516b48","entry":"sort_sum","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0915e08c6d516b48"}},{"code_sha256_prefix":"6fd34088368dcdbf","entry":"temp_scale_logits","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6fd34088368dcdbf"}},{"code_sha256_prefix":"cf250d297edd395d","entry":"validate","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cf250d297edd395d"}},{"code_sha256_prefix":"bd14e9d95bb7ddfc","entry":"validate","repo":"aangelopoulos/conformal-classification","repo_kind":"official","path":"conformal.py","file_url":"https://github.com/aangelopoulos/conformal-classification/blob/HEAD/conformal.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bd14e9d95bb7ddfc"}},{"code_sha256_prefix":"466b72a3e0124a34","entry":"BaseModule","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"466b72a3e0124a34"}},{"code_sha256_prefix":"d70924ef3a0c1d8c","entry":"ConformalModel","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d70924ef3a0c1d8c"}},{"code_sha256_prefix":"b1c2b43f4d3b155b","entry":"ConformalModelLogits","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b1c2b43f4d3b155b"}},{"code_sha256_prefix":"47a75f97f3f91fb8","entry":"ConformalModelLogits","repo":"aangelopoulos/conformal-classification","repo_kind":"official","path":"conformal.py","file_url":"https://github.com/aangelopoulos/conformal-classification/blob/HEAD/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"47a75f97f3f91fb8"}},{"code_sha256_prefix":"b55f91e7bf34638e","entry":"ConformalModelLogits","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b55f91e7bf34638e"}},{"code_sha256_prefix":"99e14fdcc6ff711f","entry":"EmpiricalCoverage","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"99e14fdcc6ff711f"}},{"code_sha256_prefix":"ed0742b3cda42dbb","entry":"PosthocBase","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ed0742b3cda42dbb"}},{"code_sha256_prefix":"e151158cfc4459c8","entry":"RAPS","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e151158cfc4459c8"}},{"code_sha256_prefix":"8ad44ec25960a4a2","entry":"SetSize","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8ad44ec25960a4a2"}},{"code_sha256_prefix":"af6e06025c2d3e9e","entry":"adaptiveness_table","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"experiments/table4.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/experiments/table4.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"af6e06025c2d3e9e"}},{"code_sha256_prefix":"b21986df9d596afb","entry":"compute_q_hat","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b21986df9d596afb"}},{"code_sha256_prefix":"2faec253bfdad8a3","entry":"conformal_calibration_logits","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2faec253bfdad8a3"}},{"code_sha256_prefix":"f246b8eb9dcd2a55","entry":"coverage_size","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f246b8eb9dcd2a55"}},{"code_sha256_prefix":"b8814251e2dc9f83","entry":"difficulty_table","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"experiments/table10.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/experiments/table10.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b8814251e2dc9f83"}},{"code_sha256_prefix":"dd37044d7fcf6f2e","entry":"experiment","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"experiments/figure2.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/experiments/figure2.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dd37044d7fcf6f2e"}},{"code_sha256_prefix":"8609f9ffa4a463bb","entry":"experiment","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"experiments/table11.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/experiments/table11.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8609f9ffa4a463bb"}},{"code_sha256_prefix":"0e425cc3cb76f358","entry":"find_lamda_param_adaptiveness","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0e425cc3cb76f358"}},{"code_sha256_prefix":"5002e7982e88d68b","entry":"find_lamda_param_size","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5002e7982e88d68b"}},{"code_sha256_prefix":"3a9dae3b91f61830","entry":"get_logits_targets","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3a9dae3b91f61830"}},{"code_sha256_prefix":"8834b23ad655655f","entry":"get_single_tau","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8834b23ad655655f"}},{"code_sha256_prefix":"a1271a87af4e4175","entry":"get_violation","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a1271a87af4e4175"}},{"code_sha256_prefix":"51f746f61feab779","entry":"get_worst_violation","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"experiments/table11.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/experiments/table11.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"51f746f61feab779"}},{"code_sha256_prefix":"482667afefc89fc3","entry":"get_worst_violation","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"experiments/table5.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/experiments/table5.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"482667afefc89fc3"}},{"code_sha256_prefix":"28513efa13e9bf63","entry":"giq","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"28513efa13e9bf63"}},{"code_sha256_prefix":"69d3f5abde3456e2","entry":"log_to_file","repo":"cambridge-mlg/acp","repo_kind":"listed","path":"src/acp/methods.py","file_url":"https://github.com/cambridge-mlg/acp/blob/HEAD/src/acp/methods.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"69d3f5abde3456e2"}},{"code_sha256_prefix":"8ce51944e3958c60","entry":"make_table","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"experiments/table1.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/experiments/table1.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8ce51944e3958c60"}},{"code_sha256_prefix":"837d496b65e5409a","entry":"make_table","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"experiments/table11.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/experiments/table11.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"837d496b65e5409a"}},{"code_sha256_prefix":"3e5323ecb83f4191","entry":"make_table","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"experiments/table2.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/experiments/table2.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3e5323ecb83f4191"}},{"code_sha256_prefix":"153f3eb42aa57f6e","entry":"make_table","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"experiments/table5.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/experiments/table5.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"153f3eb42aa57f6e"}},{"code_sha256_prefix":"925e3a758022b8dc","entry":"pick_kreg","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"925e3a758022b8dc"}},{"code_sha256_prefix":"b2728fc9fde250ba","entry":"pick_lamda_adaptiveness","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b2728fc9fde250ba"}},{"code_sha256_prefix":"d4fe06777aaee19f","entry":"pick_lamda_adaptiveness","repo":"aangelopoulos/conformal-classification","repo_kind":"official","path":"conformal.py","file_url":"https://github.com/aangelopoulos/conformal-classification/blob/HEAD/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d4fe06777aaee19f"}},{"code_sha256_prefix":"cc2739d79cf32721","entry":"pick_lamda_size","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cc2739d79cf32721"}},{"code_sha256_prefix":"417da00712c1c058","entry":"pick_lamda_size","repo":"aangelopoulos/conformal-classification","repo_kind":"official","path":"conformal.py","file_url":"https://github.com/aangelopoulos/conformal-classification/blob/HEAD/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"417da00712c1c058"}},{"code_sha256_prefix":"1ce010bfb1ac1994","entry":"pick_parameters","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1ce010bfb1ac1994"}},{"code_sha256_prefix":"4fcc55d02d28d664","entry":"pick_parameters","repo":"aangelopoulos/conformal-classification","repo_kind":"official","path":"conformal.py","file_url":"https://github.com/aangelopoulos/conformal-classification/blob/HEAD/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4fcc55d02d28d664"}},{"code_sha256_prefix":"f43467eedb43283d","entry":"platt","repo":"matinmoezzi/ups_conformal_classification","repo_kind":"listed","path":"conformal_classification/conformal.py","file_url":"https://github.com/matinmoezzi/ups_conformal_classification/blob/HEAD/conformal_classification/conformal.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f43467eedb43283d"}},{"code_sha256_prefix":"75313f9955e8f579","entry":"save_classification_predictions","repo":"lightning-uq-box/lightning-uq-box","repo_kind":"listed","path":"lightning_uq_box/uq_methods/raps.py","file_url":"https://github.com/lightning-uq-box/lightning-uq-box/blob/HEAD/lightning_uq_box/uq_methods/raps.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"75313f9955e8f579"}},{"code_sha256_prefix":"87ad8de994d4aae2","entry":"sizes_topk","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"experiments/figure4.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/experiments/figure4.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"87ad8de994d4aae2"}},{"code_sha256_prefix":"22b3af80b38fd3f2","entry":"sizes_topk","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"experiments/table10.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/experiments/table10.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"22b3af80b38fd3f2"}},{"code_sha256_prefix":"39885834be3c21d8","entry":"sizes_topk","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"experiments/table4.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/experiments/table4.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"39885834be3c21d8"}},{"code_sha256_prefix":"10b67766f6a8b97f","entry":"trial","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"experiments/figure2.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/experiments/figure2.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"10b67766f6a8b97f"}},{"code_sha256_prefix":"fc1b080706827acb","entry":"trial","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"experiments/table1.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/experiments/table1.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fc1b080706827acb"}},{"code_sha256_prefix":"c3f300aad6687f87","entry":"validate","repo":"aangelopoulos/conformal_classification","repo_kind":"official","path":"utils.py","file_url":"https://github.com/aangelopoulos/conformal_classification/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c3f300aad6687f87"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}