{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/a-baseline-for-detecting-misclassified-and","title":"A Baseline for Detecting Misclassified and Out-of-Distribution Examples in Neural Networks","arxiv_id":"1610.02136","date":"2016-10-07","proceeding":null,"authors":["Dan Hendrycks","Kevin Gimpel"],"abstract":"We consider the two related problems of detecting if an example is\nmisclassified or out-of-distribution. We present a simple baseline that\nutilizes probabilities from softmax distributions. Correctly classified\nexamples tend to have greater maximum softmax probabilities than erroneously\nclassified and out-of-distribution examples, allowing for their detection. We\nassess performance by defining several tasks in computer vision, natural\nlanguage processing, and automatic speech recognition, showing the\neffectiveness of this baseline across all. We then show the baseline can\nsometimes be surpassed, demonstrating the room for future research on these\nunderexplored detection tasks.","url_abs":"http://arxiv.org/abs/1610.02136v3","url_pdf":"http://arxiv.org/pdf/1610.02136v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"a-baseline-for-detecting-misclassified-and","repo_url":"https://github.com/hendrycks/error-detection","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"a-baseline-for-detecting-misclassified-and","repo_url":"https://github.com/2sang/OOD-baseline","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"a-baseline-for-detecting-misclassified-and","repo_url":"https://github.com/JakobCode/UncertaintyInNeuralNetworks_Resources","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"a-baseline-for-detecting-misclassified-and","repo_url":"https://github.com/dabsdamoon/MNIST-Auxiliary-Decoder","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}},{"paper_slug":"a-baseline-for-detecting-misclassified-and","repo_url":"https://github.com/drumpt/RotNet-OOD","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"a-baseline-for-detecting-misclassified-and","repo_url":"https://github.com/guyAmit/GLOD","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"a-baseline-for-detecting-misclassified-and","repo_url":"https://github.com/kingjamessong/rankfeat","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"a-baseline-for-detecting-misclassified-and","repo_url":"https://github.com/lancopku/avg-avg","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"a-baseline-for-detecting-misclassified-and","repo_url":"https://github.com/oliverzhang42/ood_medical_images","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"a-baseline-for-detecting-misclassified-and","repo_url":"https://github.com/sooonwoo/RotNet-OOD","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"a-baseline-for-detecting-misclassified-and","repo_url":"https://github.com/thuiar/textoir","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"a-baseline-for-detecting-misclassified-and","repo_url":"https://github.com/thuiar/textoir-demo","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"GPL-3.0"}},{"paper_slug":"a-baseline-for-detecting-misclassified-and","repo_url":"https://github.com/zjysteven/mixoe","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"a-baseline-for-detecting-misclassified-and","repo_url":"https://github.com/kobybibas/pnml_ood_detection","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"anomaly-detection","task_name":"Anomaly Detection"},{"task_slug":"automatic-speech-recognition-2","task_name":"Automatic Speech Recognition"},{"task_slug":"automatic-speech-recognition","task_name":"Automatic Speech Recognition (ASR)"},{"task_slug":"out-of-distribution-detection","task_name":"Out-of-Distribution Detection"},{"task_slug":"speech-recognition","task_name":"Speech Recognition"}],"methods":[{"method_slug":"1x1-convolution","method_name":"1x1 Convolution"},{"method_slug":"average-pooling","method_name":"Average Pooling"},{"method_slug":"batch-normalization","method_name":"Batch Normalization"},{"method_slug":"bottleneck-residual-block","method_name":"Bottleneck Residual Block"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"global-average-pooling","method_name":"Global Average Pooling"},{"method_slug":"kaiming-initialization","method_name":"Kaiming Initialization"},{"method_slug":"max-pooling","method_name":"Max Pooling"},{"method_slug":"relu","method_name":"ReLU"},{"method_slug":"residual-block","method_name":"Residual Block"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/out-of-distribution-detection-on-cifar-10-vs","task":"Out-of-Distribution Detection","dataset":"CIFAR-10 vs CIFAR-100","model":"WRN 40-2 (MSP Baseline)","rank_in_archive_order":13,"of":14,"metrics":{"AUPR":"55.8","AUROC":"87.9"},"uses_additional_data":false}],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=1610.02136","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1610.02136"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/dabsdamoon/MNIST-Auxiliary-Decoder","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/sooonwoo/RotNet-OOD","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/oliverzhang42/ood_medical_images","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/2sang/OOD-baseline","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/thuiar/textoir-demo","reach":{"status":"ok","spdx":"GPL-3.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/JakobCode/UncertaintyInNeuralNetworks_Resources","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/kingjamessong/rankfeat","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/guyAmit/GLOD","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/thuiar/textoir","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lancopku/avg-avg","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/drumpt/RotNet-OOD","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/hendrycks/error-detection","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/zjysteven/mixoe","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/kobybibas/pnml_ood_detection","reach":null}],"summary":{"ran_honours":4,"ran_draft_wrong":3,"unverified":14},"by_repo_kind":{"official":{"samples":14,"ran":0,"repositories":1},"listed":{"samples":7,"ran":7,"repositories":6}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":6,"samples":[{"code_sha256_prefix":"2ae461db08765c9b","entry":"entropy_from_distribution","repo":"2sang/OOD-baseline","repo_kind":"listed","path":"exp_util.py","file_url":"https://github.com/2sang/OOD-baseline/blob/HEAD/exp_util.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2ae461db08765c9b"}},{"code_sha256_prefix":"72903b57f29a3ee1","entry":"entropy_stats","repo":"2sang/OOD-baseline","repo_kind":"listed","path":"exp_util.py","file_url":"https://github.com/2sang/OOD-baseline/blob/HEAD/exp_util.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"72903b57f29a3ee1"}},{"code_sha256_prefix":"d2b7861b22672799","entry":"get_Mahalanobis_score","repo":"kingjamessong/rankfeat","repo_kind":"listed","path":"utils/mahalanobis_lib.py","file_url":"https://github.com/kingjamessong/rankfeat/blob/HEAD/utils/mahalanobis_lib.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d2b7861b22672799"}},{"code_sha256_prefix":"d47e87d197d79e74","entry":"get_base_score","repo":"lancopku/avg-avg","repo_kind":"listed","path":"lib/inference/base.py","file_url":"https://github.com/lancopku/avg-avg/blob/HEAD/lib/inference/base.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d47e87d197d79e74"}},{"code_sha256_prefix":"0d73cb6aa8f3382b","entry":"get_confidence_baseline","repo":"oliverzhang42/ood_medical_images","repo_kind":"listed","path":"src/utils.py","file_url":"https://github.com/oliverzhang42/ood_medical_images/blob/HEAD/src/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0d73cb6aa8f3382b"}},{"code_sha256_prefix":"0222c378f0e6e52e","entry":"predict_llr","repo":"guyAmit/GLOD","repo_kind":"listed","path":"FOOD/Gaussain_layer.py","file_url":"https://github.com/guyAmit/GLOD/blob/HEAD/FOOD/Gaussain_layer.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0222c378f0e6e52e"}},{"code_sha256_prefix":"7ddc824e88e78020","entry":"softmax","repo":"kobybibas/pnml_ood_detection","repo_kind":"listed","path":"src/score_utils.py","file_url":"https://github.com/kobybibas/pnml_ood_detection/blob/HEAD/src/score_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"7ddc824e88e78020"}},{"code_sha256_prefix":"e70a9b1d04bacb16","entry":"clipped_gelu","repo":"hendrycks/error-detection","repo_kind":"official","path":"ASR/CTC/CTC_eval.py","file_url":"https://github.com/hendrycks/error-detection/blob/HEAD/ASR/CTC/CTC_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e70a9b1d04bacb16"}},{"code_sha256_prefix":"5f1003adf845195e","entry":"data_lists_to_batches","repo":"hendrycks/error-detection","repo_kind":"official","path":"ASR/CTC/utils.py","file_url":"https://github.com/hendrycks/error-detection/blob/HEAD/ASR/CTC/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5f1003adf845195e"}},{"code_sha256_prefix":"70ffbe91cbb5596b","entry":"data_to_mat","repo":"hendrycks/error-detection","repo_kind":"official","path":"Appendix_B_Cautious_Classification/POS/helper_functions_twitter.py","file_url":"https://github.com/hendrycks/error-detection/blob/HEAD/Appendix_B_Cautious_Classification/POS/helper_functions_twitter.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"70ffbe91cbb5596b"}},{"code_sha256_prefix":"7d646d3612cadf34","entry":"embeddings_to_dict","repo":"hendrycks/error-detection","repo_kind":"official","path":"Appendix_B_Cautious_Classification/POS/helper_functions_twitter.py","file_url":"https://github.com/hendrycks/error-detection/blob/HEAD/Appendix_B_Cautious_Classification/POS/helper_functions_twitter.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7d646d3612cadf34"}},{"code_sha256_prefix":"8633f606824fb007","entry":"load_batch","repo":"hendrycks/error-detection","repo_kind":"official","path":"Vision/load_cifar10.py","file_url":"https://github.com/hendrycks/error-detection/blob/HEAD/Vision/load_cifar10.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8633f606824fb007"}},{"code_sha256_prefix":"4e5831192b762838","entry":"load_batch","repo":"hendrycks/error-detection","repo_kind":"official","path":"Vision/load_cifar100.py","file_url":"https://github.com/hendrycks/error-detection/blob/HEAD/Vision/load_cifar100.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4e5831192b762838"}},{"code_sha256_prefix":"201106667cf3cb5c","entry":"load_batched_data","repo":"hendrycks/error-detection","repo_kind":"official","path":"ASR/CTC/utils.py","file_url":"https://github.com/hendrycks/error-detection/blob/HEAD/ASR/CTC/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"201106667cf3cb5c"}},{"code_sha256_prefix":"9db68167799bea76","entry":"load_data10","repo":"hendrycks/error-detection","repo_kind":"official","path":"Vision/load_cifar10.py","file_url":"https://github.com/hendrycks/error-detection/blob/HEAD/Vision/load_cifar10.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9db68167799bea76"}},{"code_sha256_prefix":"634643388318c5b7","entry":"load_data100","repo":"hendrycks/error-detection","repo_kind":"official","path":"Vision/load_cifar100.py","file_url":"https://github.com/hendrycks/error-detection/blob/HEAD/Vision/load_cifar100.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"634643388318c5b7"}},{"code_sha256_prefix":"f3dea44d35e56a40","entry":"softmax","repo":"hendrycks/error-detection","repo_kind":"official","path":"ASR/CTC/CTC_eval.py","file_url":"https://github.com/hendrycks/error-detection/blob/HEAD/ASR/CTC/CTC_eval.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f3dea44d35e56a40"}},{"code_sha256_prefix":"907b6771b97cb718","entry":"target_list_to_sparse_tensor","repo":"hendrycks/error-detection","repo_kind":"official","path":"ASR/CTC/utils.py","file_url":"https://github.com/hendrycks/error-detection/blob/HEAD/ASR/CTC/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"907b6771b97cb718"}},{"code_sha256_prefix":"70f5b5175a23f59d","entry":"to_categorical","repo":"hendrycks/error-detection","repo_kind":"official","path":"Vision/load_cifar10.py","file_url":"https://github.com/hendrycks/error-detection/blob/HEAD/Vision/load_cifar10.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"70f5b5175a23f59d"}},{"code_sha256_prefix":"9cf114efaf65dc13","entry":"unpickle","repo":"hendrycks/error-detection","repo_kind":"official","path":"Vision/CIFAR_Detection.py","file_url":"https://github.com/hendrycks/error-detection/blob/HEAD/Vision/CIFAR_Detection.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9cf114efaf65dc13"}},{"code_sha256_prefix":"c08d1e05487f7323","entry":"word_list_to_embedding","repo":"hendrycks/error-detection","repo_kind":"official","path":"Appendix_B_Cautious_Classification/POS/helper_functions_twitter.py","file_url":"https://github.com/hendrycks/error-detection/blob/HEAD/Appendix_B_Cautious_Classification/POS/helper_functions_twitter.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c08d1e05487f7323"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}