{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2604-20409","title":"Calibrating conditional risk","arxiv_id":"2604.20409","date":"2026-04-22","proceeding":null,"authors":["Andrey Vasilyev","Yikai Wang","Xiaocheng Li","Guanting Chen"],"abstract":"We introduce and study the problem of calibrating conditional risk, which involves estimating the expected loss of a prediction model conditional on input features. We analyze this problem in both classification and regression settings and show that it is fundamentally equivalent to a standard regression task. For classification settings, we further establish a connection between conditional risk calibration and individual/conditional probability calibration, and develop theoretical insights for the performance metric. This reveals that while conditional risk calibration is related to existing uncertainty quantification problems, it remains a distinct and standalone machine learning problem. Empirically, we validate our theoretical findings and demonstrate the practical implications of conditional risk calibration in the learning to defer (L2D) framework. Our systematic experiments provide both qualitative and quantitative assessments, offering guidance for future research in uncertainty-aware decision-making.","url_abs":"https://arxiv.org/abs/2604.20409","url_pdf":"https://arxiv.org/pdf/2604.20409","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2604.20409","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2604.20409"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/treforevans/uci_datasets","reach":null},{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/hanzhao-wang/RwR","reach":{"status":"ok"}}],"summary":{"unverified":8},"by_repo_kind":{"found_in_text":{"samples":8,"ran":0,"repositories":2}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":7,"samples":[{"code_sha256_prefix":"9e3045ee051c6b43","entry":"csv_results","repo":"treforevans/uci_datasets","repo_kind":"found_in_text","path":"uci_datasets/dataset.py","file_url":"https://github.com/treforevans/uci_datasets/blob/HEAD/uci_datasets/dataset.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9e3045ee051c6b43"}},{"code_sha256_prefix":"eca0eacea93eeb18","entry":"find_machine_samples","repo":"hanzhao-wang/RwR","repo_kind":"found_in_text","path":"NN_method.py","file_url":"https://github.com/hanzhao-wang/RwR/blob/HEAD/NN_method.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"eca0eacea93eeb18"}},{"code_sha256_prefix":"6aa27551241572e2","entry":"test_Sel_NN","repo":"hanzhao-wang/RwR","repo_kind":"found_in_text","path":"Selectivenet.py","file_url":"https://github.com/hanzhao-wang/RwR/blob/HEAD/Selectivenet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6aa27551241572e2"}},{"code_sha256_prefix":"de60db2457656ea3","entry":"train_KNN","repo":"hanzhao-wang/RwR","repo_kind":"found_in_text","path":"knn.py","file_url":"https://github.com/hanzhao-wang/RwR/blob/HEAD/knn.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"de60db2457656ea3"}},{"code_sha256_prefix":"533cbd1f680dc374","entry":"train_Sel_NN","repo":"hanzhao-wang/RwR","repo_kind":"found_in_text","path":"Selectivenet.py","file_url":"https://github.com/hanzhao-wang/RwR/blob/HEAD/Selectivenet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"533cbd1f680dc374"}},{"code_sha256_prefix":"34446cf9bc85bfbe","entry":"train_Sel_NN_cost","repo":"hanzhao-wang/RwR","repo_kind":"found_in_text","path":"Selectivenet.py","file_url":"https://github.com/hanzhao-wang/RwR/blob/HEAD/Selectivenet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"34446cf9bc85bfbe"}},{"code_sha256_prefix":"ef916cbe649631ed","entry":"train_pred_knn_base","repo":"hanzhao-wang/RwR","repo_kind":"found_in_text","path":"knn.py","file_url":"https://github.com/hanzhao-wang/RwR/blob/HEAD/knn.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ef916cbe649631ed"}},{"code_sha256_prefix":"190237b625e99ee6","entry":"train_var_knn_base","repo":"hanzhao-wang/RwR","repo_kind":"found_in_text","path":"knn.py","file_url":"https://github.com/hanzhao-wang/RwR/blob/HEAD/knn.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"190237b625e99ee6"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.LG","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}