{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/the-odds-are-odd-a-statistical-test-for","title":"The Odds are Odd: A Statistical Test for Detecting Adversarial Examples","arxiv_id":"1902.04818","date":"2019-02-13","proceeding":null,"authors":["Kevin Roth","Yannic Kilcher","Thomas Hofmann"],"abstract":"We investigate conditions under which test statistics exist that can reliably detect examples, which have been adversarially manipulated in a white-box attack. These statistics can be easily computed and calibrated by randomly corrupting inputs. They exploit certain anomalies that adversarial attacks introduce, in particular if they follow the paradigm of choosing perturbations optimally under p-norm constraints. Access to the log-odds is the only requirement to defend models. We justify our approach empirically, but also provide conditions under which detectability via the suggested test statistics is guaranteed to be effective. In our experiments, we show that it is even possible to correct test time predictions for adversarial attacks with high accuracy.","url_abs":"https://arxiv.org/abs/1902.04818v2","url_pdf":"https://arxiv.org/pdf/1902.04818v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"the-odds-are-odd-a-statistical-test-for","repo_url":"https://github.com/yk/icml19_public","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=1902.04818","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.04818"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/yk/icml19_public","reach":null}],"summary":{"ran_honours":1,"ran_draft_wrong":1,"ran_violates":1},"by_repo_kind":{"official":{"samples":3,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":3,"samples":[{"code_sha256_prefix":"402a34f1bca90c31","entry":"gini_coef","repo":"yk/icml19_public","repo_kind":"official","path":"torch_example.py","file_url":"https://github.com/yk/icml19_public/blob/HEAD/torch_example.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"402a34f1bca90c31"}},{"code_sha256_prefix":"5a4c1723bae72010","entry":"new_inception_conv2d_forward","repo":"yk/icml19_public","repo_kind":"official","path":"torch_example.py","file_url":"https://github.com/yk/icml19_public/blob/HEAD/torch_example.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5a4c1723bae72010"}},{"code_sha256_prefix":"65086536669d4693","entry":"str2bool","repo":"yk/icml19_public","repo_kind":"official","path":"torch_example.py","file_url":"https://github.com/yk/icml19_public/blob/HEAD/torch_example.py","link_basis":"first_harvest_node","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"65086536669d4693"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}