{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/rethinking-noisy-label-models-labeler","title":"Rethinking Noisy Label Models: Labeler-Dependent Noise with Adversarial Awareness","arxiv_id":"2105.14083","date":"2021-05-28","proceeding":null,"authors":["Glenn Dawson","Robi Polikar"],"abstract":"Most studies on learning from noisy labels rely on unrealistic models of i.i.d. label noise, such as class-conditional transition matrices. More recent work on instance-dependent noise models are more realistic, but assume a single generative process for label noise across the entire dataset. We propose a more principled model of label noise that generalizes instance-dependent noise to multiple labelers, based on the observation that modern datasets are typically annotated using distributed crowdsourcing methods. Under our labeler-dependent model, label noise manifests itself under two modalities: natural error of good-faith labelers, and adversarial labels provided by malicious actors. We present two adversarial attack vectors that more accurately reflect the label noise that may be encountered in real-world settings, and demonstrate that under our multimodal noisy labels model, state-of-the-art approaches for learning from noisy labels are defeated by adversarial label attacks. Finally, we propose a multi-stage, labeler-aware, model-agnostic framework that reliably filters noisy labels by leveraging knowledge about which data partitions were labeled by which labeler, and show that our proposed framework remains robust even in the presence of extreme adversarial label noise.","url_abs":"https://arxiv.org/abs/2105.14083v2","url_pdf":"https://arxiv.org/pdf/2105.14083v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[],"tasks":[{"task_slug":"adversarial-attack","task_name":"Adversarial Attack"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2105.14083","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.14083"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/pxiangwu/PLC","reach":null},{"provenance":"deterministic:regex_extraction","url":"https://github.com/chenpf1025/IDN","reach":null},{"provenance":"deterministic:regex_extraction","url":"https://github.com/LiJunnan1992/DivideMix","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/wohlert/semi-supervised-pytorch","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":4,"ran":2,"unverified":13},"by_repo_kind":{"found_in_text":{"samples":19,"ran":6,"repositories":4}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":2,"samples":[{"code_sha256_prefix":"7b20f1288903c47c","entry":"ResNet18","repo":"LiJunnan1992/DivideMix","repo_kind":"found_in_text","path":"PreResNet.py","file_url":"https://github.com/LiJunnan1992/DivideMix/blob/HEAD/PreResNet.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7b20f1288903c47c"}},{"code_sha256_prefix":"eee26fa0aef03470","entry":"ResNet34","repo":"LiJunnan1992/DivideMix","repo_kind":"found_in_text","path":"PreResNet.py","file_url":"https://github.com/LiJunnan1992/DivideMix/blob/HEAD/PreResNet.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"eee26fa0aef03470"}},{"code_sha256_prefix":"583f9780bdd00a45","entry":"conv3x3","repo":"LiJunnan1992/DivideMix","repo_kind":"found_in_text","path":"PreResNet.py","file_url":"https://github.com/LiJunnan1992/DivideMix/blob/HEAD/PreResNet.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"583f9780bdd00a45"}},{"code_sha256_prefix":"0a693671f6897e2b","entry":"dac_loss","repo":"chenpf1025/IDN","repo_kind":"found_in_text","path":"loss.py","file_url":"https://github.com/chenpf1025/IDN/blob/HEAD/loss.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0a693671f6897e2b"}},{"code_sha256_prefix":"2752cba6c03f8e85","entry":"label_noise","repo":"pxiangwu/PLC","repo_kind":"found_in_text","path":"utils.py","file_url":"https://github.com/pxiangwu/PLC/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2752cba6c03f8e85"}},{"code_sha256_prefix":"ef49e82a7403eee1","entry":"unpickle","repo":"LiJunnan1992/DivideMix","repo_kind":"found_in_text","path":"dataloader_cifar.py","file_url":"https://github.com/LiJunnan1992/DivideMix/blob/HEAD/dataloader_cifar.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ef49e82a7403eee1"}},{"code_sha256_prefix":"db4b97e8d6dd3fd3","entry":"create_model","repo":"LiJunnan1992/DivideMix","repo_kind":"found_in_text","path":"Train_webvision_parallel.py","file_url":"https://github.com/LiJunnan1992/DivideMix/blob/HEAD/Train_webvision_parallel.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"db4b97e8d6dd3fd3"}},{"code_sha256_prefix":"3d32456bff283586","entry":"enumerate_discrete","repo":"wohlert/semi-supervised-pytorch","repo_kind":"found_in_text","path":"semi-supervised/utils.py","file_url":"https://github.com/wohlert/semi-supervised-pytorch/blob/HEAD/semi-supervised/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3d32456bff283586"}},{"code_sha256_prefix":"8a2d14d95795c655","entry":"eval_train","repo":"LiJunnan1992/DivideMix","repo_kind":"found_in_text","path":"Train_cifar.py","file_url":"https://github.com/LiJunnan1992/DivideMix/blob/HEAD/Train_cifar.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8a2d14d95795c655"}},{"code_sha256_prefix":"df2e2be3758f71af","entry":"eval_train","repo":"LiJunnan1992/DivideMix","repo_kind":"found_in_text","path":"Train_clothing1M.py","file_url":"https://github.com/LiJunnan1992/DivideMix/blob/HEAD/Train_clothing1M.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"df2e2be3758f71af"}},{"code_sha256_prefix":"cf746fb075a6fb8b","entry":"eval_train","repo":"LiJunnan1992/DivideMix","repo_kind":"found_in_text","path":"Train_webvision.py","file_url":"https://github.com/LiJunnan1992/DivideMix/blob/HEAD/Train_webvision.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cf746fb075a6fb8b"}},{"code_sha256_prefix":"767f49a34c3cb79a","entry":"linear_rampup","repo":"LiJunnan1992/DivideMix","repo_kind":"found_in_text","path":"Train_cifar.py","file_url":"https://github.com/LiJunnan1992/DivideMix/blob/HEAD/Train_cifar.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"767f49a34c3cb79a"}},{"code_sha256_prefix":"640159e7c5de036e","entry":"linear_rampup","repo":"LiJunnan1992/DivideMix","repo_kind":"found_in_text","path":"Train_webvision.py","file_url":"https://github.com/LiJunnan1992/DivideMix/blob/HEAD/Train_webvision.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"640159e7c5de036e"}},{"code_sha256_prefix":"796e68a685d5c33a","entry":"linear_rampup","repo":"LiJunnan1992/DivideMix","repo_kind":"found_in_text","path":"Train_webvision_parallel.py","file_url":"https://github.com/LiJunnan1992/DivideMix/blob/HEAD/Train_webvision_parallel.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"796e68a685d5c33a"}},{"code_sha256_prefix":"4ce844530f08fb8f","entry":"log_gaussian","repo":"wohlert/semi-supervised-pytorch","repo_kind":"found_in_text","path":"semi-supervised/inference/distributions.py","file_url":"https://github.com/wohlert/semi-supervised-pytorch/blob/HEAD/semi-supervised/inference/distributions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4ce844530f08fb8f"}},{"code_sha256_prefix":"e2a9dc5dede0f99b","entry":"log_standard_categorical","repo":"wohlert/semi-supervised-pytorch","repo_kind":"found_in_text","path":"semi-supervised/inference/distributions.py","file_url":"https://github.com/wohlert/semi-supervised-pytorch/blob/HEAD/semi-supervised/inference/distributions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e2a9dc5dede0f99b"}},{"code_sha256_prefix":"731392ec08a6d6bf","entry":"log_standard_gaussian","repo":"wohlert/semi-supervised-pytorch","repo_kind":"found_in_text","path":"semi-supervised/inference/distributions.py","file_url":"https://github.com/wohlert/semi-supervised-pytorch/blob/HEAD/semi-supervised/inference/distributions.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"731392ec08a6d6bf"}},{"code_sha256_prefix":"c96d37e6f13ff9af","entry":"log_sum_exp","repo":"wohlert/semi-supervised-pytorch","repo_kind":"found_in_text","path":"semi-supervised/utils.py","file_url":"https://github.com/wohlert/semi-supervised-pytorch/blob/HEAD/semi-supervised/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c96d37e6f13ff9af"}},{"code_sha256_prefix":"b69dfc1eac0c46c4","entry":"onehot","repo":"wohlert/semi-supervised-pytorch","repo_kind":"found_in_text","path":"semi-supervised/utils.py","file_url":"https://github.com/wohlert/semi-supervised-pytorch/blob/HEAD/semi-supervised/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b69dfc1eac0c46c4"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}