{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/private-prediction-strikes-back-private","title":"\"Private Prediction Strikes Back!'' Private Kernelized Nearest Neighbors with Individual Renyi Filter","arxiv_id":"2306.07381","date":"2023-06-12","proceeding":null,"authors":["Yuqing Zhu","Xuandong Zhao","Chuan Guo","Yu-Xiang Wang"],"abstract":"Most existing approaches of differentially private (DP) machine learning focus on private training. Despite its many advantages, private training lacks the flexibility in adapting to incremental changes to the training dataset such as deletion requests from exercising GDPR's right to be forgotten. We revisit a long-forgotten alternative, known as private prediction, and propose a new algorithm named Individual Kernelized Nearest Neighbor (Ind-KNN). Ind-KNN is easily updatable over dataset changes and it allows precise control of the R\\'{e}nyi DP at an individual user level -- a user's privacy loss is measured by the exact amount of her contribution to predictions; and a user is removed if her prescribed privacy budget runs out. Our results show that Ind-KNN consistently improves the accuracy over existing private prediction methods for a wide range of $\\epsilon$ on four vision and language tasks. We also illustrate several cases under which Ind-KNN is preferable over private training with NoisySGD.","url_abs":"https://arxiv.org/abs/2306.07381v1","url_pdf":"https://arxiv.org/pdf/2306.07381v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"private-prediction-strikes-back-private","repo_url":"https://github.com/jeremy43/ind_knn","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[],"methods":[{"method_slug":"focus","method_name":"Focus"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2306.07381","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.07381"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jeremy43/ind_knn","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran":1,"unverified":9},"by_repo_kind":{"official":{"samples":10,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"437d2d938ea34c0c","entry":"collate_fn","repo":"jeremy43/ind_knn","repo_kind":"official","path":"create_vit_feauture.py","file_url":"https://github.com/jeremy43/ind_knn/blob/HEAD/create_vit_feauture.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"437d2d938ea34c0c"}},{"code_sha256_prefix":"7c1e00dfd120ada1","entry":"accuracy","repo":"jeremy43/ind_knn","repo_kind":"official","path":"metrics.py","file_url":"https://github.com/jeremy43/ind_knn/blob/HEAD/metrics.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7c1e00dfd120ada1"}},{"code_sha256_prefix":"d3c51a3388ab8f59","entry":"dpn68","repo":"jeremy43/ind_knn","repo_kind":"official","path":"models/DPN.py","file_url":"https://github.com/jeremy43/ind_knn/blob/HEAD/models/DPN.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d3c51a3388ab8f59"}},{"code_sha256_prefix":"5df46107e776cb93","entry":"dpn68b","repo":"jeremy43/ind_knn","repo_kind":"official","path":"models/DPN.py","file_url":"https://github.com/jeremy43/ind_knn/blob/HEAD/models/DPN.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5df46107e776cb93"}},{"code_sha256_prefix":"bea8ff0b9ac93d39","entry":"dpn92","repo":"jeremy43/ind_knn","repo_kind":"official","path":"models/DPN.py","file_url":"https://github.com/jeremy43/ind_knn/blob/HEAD/models/DPN.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"bea8ff0b9ac93d39"}},{"code_sha256_prefix":"cca4c16a09d03afa","entry":"hamming_accuracy","repo":"jeremy43/ind_knn","repo_kind":"official","path":"metrics.py","file_url":"https://github.com/jeremy43/ind_knn/blob/HEAD/metrics.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"cca4c16a09d03afa"}},{"code_sha256_prefix":"7ce343155350faa6","entry":"inceptionresnetv2","repo":"jeremy43/ind_knn","repo_kind":"official","path":"models/InceptionResNetV2.py","file_url":"https://github.com/jeremy43/ind_knn/blob/HEAD/models/InceptionResNetV2.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7ce343155350faa6"}},{"code_sha256_prefix":"539d62387cac2128","entry":"inceptionv4","repo":"jeremy43/ind_knn","repo_kind":"official","path":"models/InceptionV4.py","file_url":"https://github.com/jeremy43/ind_knn/blob/HEAD/models/InceptionV4.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"539d62387cac2128"}},{"code_sha256_prefix":"dbfda2c3ad0999f9","entry":"predFeature","repo":"jeremy43/ind_knn","repo_kind":"official","path":"network.py","file_url":"https://github.com/jeremy43/ind_knn/blob/HEAD/network.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"dbfda2c3ad0999f9"}},{"code_sha256_prefix":"35689ad155993ecd","entry":"train_transforms","repo":"jeremy43/ind_knn","repo_kind":"official","path":"create_vit_feauture.py","file_url":"https://github.com/jeremy43/ind_knn/blob/HEAD/create_vit_feauture.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"35689ad155993ecd"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}