{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/multivariate-confidence-calibration-for","title":"Multivariate Confidence Calibration for Object Detection","arxiv_id":"2004.13546","date":"2020-04-28","proceeding":null,"authors":["Fabian Küppers","Jan Kronenberger","Amirhossein Shantia","Anselm Haselhoff"],"abstract":"Unbiased confidence estimates of neural networks are crucial especially for safety-critical applications. Many methods have been developed to calibrate biased confidence estimates. Though there is a variety of methods for classification, the field of object detection has not been addressed yet. Therefore, we present a novel framework to measure and calibrate biased (or miscalibrated) confidence estimates of object detection methods. The main difference to related work in the field of classifier calibration is that we also use additional information of the regression output of an object detector for calibration. Our approach allows, for the first time, to obtain calibrated confidence estimates with respect to image location and box scale. In addition, we propose a new measure to evaluate miscalibration of object detectors. Finally, we show that our developed methods outperform state-of-the-art calibration models for the task of object detection and provides reliable confidence estimates across different locations and scales.","url_abs":"https://arxiv.org/abs/2004.13546v1","url_pdf":"https://arxiv.org/pdf/2004.13546v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"multivariate-confidence-calibration-for","repo_url":"https://github.com/fabiankueppers/calibration-framework","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"classifier-calibration","task_name":"Classifier calibration"},{"task_slug":"object","task_name":"Object"},{"task_slug":"object-detection","task_name":"Object Detection"},{"task_slug":"object-detection-1","task_name":"object-detection"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2004.13546","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.13546"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/fabiankueppers/calibration-framework","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"unverified":3},"by_repo_kind":{"official":{"samples":3,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"addfb9b808232faf","entry":"hpdi","repo":"fabiankueppers/calibration-framework","repo_kind":"official","path":"netcal/Stats.py","file_url":"https://github.com/fabiankueppers/calibration-framework/blob/HEAD/netcal/Stats.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"addfb9b808232faf"}},{"code_sha256_prefix":"1c8eaf9c27ff4daa","entry":"mv_cauchy_log_density","repo":"fabiankueppers/calibration-framework","repo_kind":"official","path":"netcal/Stats.py","file_url":"https://github.com/fabiankueppers/calibration-framework/blob/HEAD/netcal/Stats.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1c8eaf9c27ff4daa"}},{"code_sha256_prefix":"1953c2fd3fdb5bcd","entry":"squeeze_generic","repo":"fabiankueppers/calibration-framework","repo_kind":"official","path":"netcal/Helper.py","file_url":"https://github.com/fabiankueppers/calibration-framework/blob/HEAD/netcal/Helper.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1953c2fd3fdb5bcd"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}