{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/revisiting-membership-inference-under","title":"Revisiting Membership Inference Under Realistic Assumptions","arxiv_id":"2005.10881","date":"2020-05-21","proceeding":null,"authors":["Bargav Jayaraman","Lingxiao Wang","Katherine Knipmeyer","Quanquan Gu","David Evans"],"abstract":"We study membership inference in settings where some of the assumptions typically used in previous research are relaxed. First, we consider skewed priors, to cover cases such as when only a small fraction of the candidate pool targeted by the adversary are actually members and develop a PPV-based metric suitable for this setting. This setting is more realistic than the balanced prior setting typically considered by researchers. Second, we consider adversaries that select inference thresholds according to their attack goals and develop a threshold selection procedure that improves inference attacks. Since previous inference attacks fail in imbalanced prior setting, we develop a new inference attack based on the intuition that inputs corresponding to training set members will be near a local minimum in the loss function, and show that an attack that combines this with thresholds on the per-instance loss can achieve high PPV even in settings where other attacks appear to be ineffective. Code for our experiments can be found here: https://github.com/bargavj/EvaluatingDPML.","url_abs":"https://arxiv.org/abs/2005.10881v5","url_pdf":"https://arxiv.org/pdf/2005.10881v5.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"revisiting-membership-inference-under","repo_url":"https://github.com/bargavj/EvaluatingDPML","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"inference-attack","task_name":"Inference Attack"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2005.10881","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.10881"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/bargavj/EvaluatingDPML","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":18},"by_repo_kind":{"official":{"samples":18,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"6ae7aa8ecd940dba","entry":"adv_lim","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"improved_mi/interpret_results.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/improved_mi/interpret_results.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6ae7aa8ecd940dba"}},{"code_sha256_prefix":"c4dafd15e67d5b6d","entry":"compute_gdp_mu","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"core/privacy_accountant.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/core/privacy_accountant.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c4dafd15e67d5b6d"}},{"code_sha256_prefix":"013948fc6c807e9c","entry":"f","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"improved_mi/interpret_results.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/improved_mi/interpret_results.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"013948fc6c807e9c"}},{"code_sha256_prefix":"69b6be2d4e95ab76","entry":"filePatternTest","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"extra/crawl_census_data.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/extra/crawl_census_data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"69b6be2d4e95ab76"}},{"code_sha256_prefix":"9d391b1461c8bac7","entry":"get_gdp_privacy_spent","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"core/privacy_accountant.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/core/privacy_accountant.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9d391b1461c8bac7"}},{"code_sha256_prefix":"52ed89b6b5acac75","entry":"get_layer_outputs","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"core/classifier.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/core/classifier.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"52ed89b6b5acac75"}},{"code_sha256_prefix":"dfe0c2fa5470175b","entry":"get_ppv","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"core/utilities.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/core/utilities.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dfe0c2fa5470175b"}},{"code_sha256_prefix":"1fb8971949a71f06","entry":"get_ppv","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"evaluating_dpml/interpret_results.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/evaluating_dpml/interpret_results.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1fb8971949a71f06"}},{"code_sha256_prefix":"413865dc2f6548ce","entry":"get_ppvs","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"core/utilities.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/core/utilities.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"413865dc2f6548ce"}},{"code_sha256_prefix":"3e9f698a4d78f018","entry":"get_predictions","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"core/classifier.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/core/classifier.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3e9f698a4d78f018"}},{"code_sha256_prefix":"13622d0e53332de3","entry":"get_result","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"improved_ai/interpret_results.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/improved_ai/interpret_results.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"13622d0e53332de3"}},{"code_sha256_prefix":"dad29b3471246eeb","entry":"isFilePresent","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"extra/crawl_census_data.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/extra/crawl_census_data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dad29b3471246eeb"}},{"code_sha256_prefix":"4deba715a71e9fb9","entry":"load_attack_data","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"core/data_util.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/core/data_util.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4deba715a71e9fb9"}},{"code_sha256_prefix":"17697fa3fcb82caa","entry":"load_data","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"core/data_util.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/core/data_util.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"17697fa3fcb82caa"}},{"code_sha256_prefix":"f18eacb739286d78","entry":"ppv_lim","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"improved_mi/interpret_results.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/improved_mi/interpret_results.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f18eacb739286d78"}},{"code_sha256_prefix":"e9b48ac076c43238","entry":"pretty_position","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"core/utilities.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/core/utilities.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e9b48ac076c43238"}},{"code_sha256_prefix":"148e8c52e944a4d1","entry":"process_features","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"core/data_util.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/core/data_util.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"148e8c52e944a4d1"}},{"code_sha256_prefix":"31e6eedc77b79b03","entry":"theoretical_limit","repo":"bargavj/EvaluatingDPML","repo_kind":"official","path":"evaluating_dpml/interpret_results.py","file_url":"https://github.com/bargavj/EvaluatingDPML/blob/HEAD/evaluating_dpml/interpret_results.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"31e6eedc77b79b03"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}