{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/triage-characterizing-and-auditing-training","title":"TRIAGE: Characterizing and auditing training data for improved regression","arxiv_id":"2310.18970","date":"2023-10-29","proceeding":"NeurIPS 2023 11","authors":["Nabeel Seedat","Jonathan Crabbé","Zhaozhi Qian","Mihaela van der Schaar"],"abstract":"Data quality is crucial for robust machine learning algorithms, with the recent interest in data-centric AI emphasizing the importance of training data characterization. However, current data characterization methods are largely focused on classification settings, with regression settings largely understudied. To address this, we introduce TRIAGE, a novel data characterization framework tailored to regression tasks and compatible with a broad class of regressors. TRIAGE utilizes conformal predictive distributions to provide a model-agnostic scoring method, the TRIAGE score. We operationalize the score to analyze individual samples' training dynamics and characterize samples as under-, over-, or well-estimated by the model. We show that TRIAGE's characterization is consistent and highlight its utility to improve performance via data sculpting/filtering, in multiple regression settings. Additionally, beyond sample level, we show TRIAGE enables new approaches to dataset selection and feature acquisition. Overall, TRIAGE highlights the value unlocked by data characterization in real-world regression applications","url_abs":"https://arxiv.org/abs/2310.18970v1","url_pdf":"https://arxiv.org/pdf/2310.18970v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"triage-characterizing-and-auditing-training","repo_url":"https://github.com/vanderschaarlab/triage","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"triage-characterizing-and-auditing-training","repo_url":"https://github.com/seedatnabeel/triage","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"regression-1","task_name":"regression"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2310.18970","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.18970"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/seedatnabeel/triage","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/vanderschaarlab/triage","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran":3,"unverified":2},"by_repo_kind":{"official":{"samples":5,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"dcc9f582a2383628","entry":"add_regression","repo":"seedatnabeel/triage","repo_kind":"official","path":"src/dataloader.py","file_url":"https://github.com/seedatnabeel/triage/blob/HEAD/src/dataloader.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"dcc9f582a2383628"}},{"code_sha256_prefix":"23aa8c6c8dcfabf2","entry":"confidence_interval","repo":"seedatnabeel/triage","repo_kind":"official","path":"src/utils.py","file_url":"https://github.com/seedatnabeel/triage/blob/HEAD/src/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"23aa8c6c8dcfabf2"}},{"code_sha256_prefix":"0b2925905e0bb961","entry":"vog_scores","repo":"seedatnabeel/triage","repo_kind":"official","path":"src/metrics.py","file_url":"https://github.com/seedatnabeel/triage/blob/HEAD/src/metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0b2925905e0bb961"}},{"code_sha256_prefix":"b509300688e3198f","entry":"load_regression_dataset","repo":"seedatnabeel/triage","repo_kind":"official","path":"src/dataloader.py","file_url":"https://github.com/seedatnabeel/triage/blob/HEAD/src/dataloader.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b509300688e3198f"}},{"code_sha256_prefix":"80590a293be8f381","entry":"load_seer_cutract_dataset","repo":"seedatnabeel/triage","repo_kind":"official","path":"src/dataloader.py","file_url":"https://github.com/seedatnabeel/triage/blob/HEAD/src/dataloader.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"80590a293be8f381"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}