{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/heterogeneous-gaussian-mechanism-preserving","title":"Heterogeneous Gaussian Mechanism: Preserving Differential Privacy in Deep Learning with Provable Robustness","arxiv_id":"1906.01444","date":"2019-06-02","proceeding":null,"authors":["NhatHai Phan","Minh Vu","Yang Liu","Ruoming Jin","Dejing Dou","Xintao Wu","My T. Thai"],"abstract":"In this paper, we propose a novel Heterogeneous Gaussian Mechanism (HGM) to preserve differential privacy in deep neural networks, with provable robustness against adversarial examples. We first relax the constraint of the privacy budget in the traditional Gaussian Mechanism from (0, 1] to (0, \\infty), with a new bound of the noise scale to preserve differential privacy. The noise in our mechanism can be arbitrarily redistributed, offering a distinctive ability to address the trade-off between model utility and privacy loss. To derive provable robustness, our HGM is applied to inject Gaussian noise into the first hidden layer. Then, a tighter robustness bound is proposed. Theoretical analysis and thorough evaluations show that our mechanism notably improves the robustness of differentially private deep neural networks, compared with baseline approaches, under a variety of model attacks.","url_abs":"https://arxiv.org/abs/1906.01444v1","url_pdf":"https://arxiv.org/pdf/1906.01444v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"heterogeneous-gaussian-mechanism-preserving","repo_url":"https://github.com/haiphanNJIT/SecureSGD","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"tf","reach":null},{"paper_slug":"heterogeneous-gaussian-mechanism-preserving","repo_url":"https://github.com/chuxuantinh/PrivateDeepLearning-master-ct","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"heterogeneous-gaussian-mechanism-preserving","repo_url":"https://github.com/haiphanNJIT/PrivateDeepLearning","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"heterogeneous-gaussian-mechanism-preserving","repo_url":"https://github.com/haiphanNJIT/StoBatch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/1906.01444","atlas_url":"https://app.syntology.ai/?focus=1906.01444","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.01444"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/haiphanNJIT/SecureSGD","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/haiphanNJIT/StoBatch","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/chuxuantinh/PrivateDeepLearning-master-ct","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/haiphanNJIT/PrivateDeepLearning","reach":{"status":"ok"}}],"summary":{"ran":1,"ran_honours":2,"ran_draft_wrong":1,"unverified":11},"by_repo_kind":{"official":{"samples":3,"ran":3,"repositories":1},"listed":{"samples":12,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":3,"samples":[{"code_sha256_prefix":"67a83a4977e5900b","entry":"avg_pool","repo":"haiphanNJIT/StoBatch","repo_kind":"listed","path":"StoBatchCIFAR10/StoBatch_cifar10.py","file_url":"https://github.com/haiphanNJIT/StoBatch/blob/HEAD/StoBatchCIFAR10/StoBatch_cifar10.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"67a83a4977e5900b"}},{"code_sha256_prefix":"5a277c84f6cc91ea","entry":"comp_sigma","repo":"haiphanNJIT/SecureSGD","repo_kind":"official","path":"MNIST/SecureSGD.py","file_url":"https://github.com/haiphanNJIT/SecureSGD/blob/HEAD/MNIST/SecureSGD.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5a277c84f6cc91ea"}},{"code_sha256_prefix":"c8a866778827a03d","entry":"compute_sigma","repo":"haiphanNJIT/SecureSGD","repo_kind":"official","path":"MNIST/SecureSGD.py","file_url":"https://github.com/haiphanNJIT/SecureSGD/blob/HEAD/MNIST/SecureSGD.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c8a866778827a03d"}},{"code_sha256_prefix":"0d51b5ad039c5e1b","entry":"parse_time","repo":"haiphanNJIT/SecureSGD","repo_kind":"official","path":"MNIST/SecureSGD.py","file_url":"https://github.com/haiphanNJIT/SecureSGD/blob/HEAD/MNIST/SecureSGD.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0d51b5ad039c5e1b"}},{"code_sha256_prefix":"29e0dcee4d607b62","entry":"batch_norm","repo":"haiphanNJIT/StoBatch","repo_kind":"listed","path":"StoBatchTinyImageNet/resnet_utils.py","file_url":"https://github.com/haiphanNJIT/StoBatch/blob/HEAD/StoBatchTinyImageNet/resnet_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"29e0dcee4d607b62"}},{"code_sha256_prefix":"aafb9bf91f6ef802","entry":"bias_variable","repo":"haiphanNJIT/StoBatch","repo_kind":"listed","path":"MNIST/StoBatch.py","file_url":"https://github.com/haiphanNJIT/StoBatch/blob/HEAD/MNIST/StoBatch.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"aafb9bf91f6ef802"}},{"code_sha256_prefix":"2c2112993af8d032","entry":"conv2d","repo":"haiphanNJIT/StoBatch","repo_kind":"listed","path":"CIFAR10/StoBatch.py","file_url":"https://github.com/haiphanNJIT/StoBatch/blob/HEAD/CIFAR10/StoBatch.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2c2112993af8d032"}},{"code_sha256_prefix":"60ed1730c5f4efa0","entry":"conv2d_fixed_padding","repo":"haiphanNJIT/StoBatch","repo_kind":"listed","path":"StoBatchTinyImageNet/resnet_utils.py","file_url":"https://github.com/haiphanNJIT/StoBatch/blob/HEAD/StoBatchTinyImageNet/resnet_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"60ed1730c5f4efa0"}},{"code_sha256_prefix":"7fa95a4ad6afe798","entry":"fixed_padding","repo":"haiphanNJIT/StoBatch","repo_kind":"listed","path":"StoBatchTinyImageNet/resnet_utils.py","file_url":"https://github.com/haiphanNJIT/StoBatch/blob/HEAD/StoBatchTinyImageNet/resnet_utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7fa95a4ad6afe798"}},{"code_sha256_prefix":"991a7403637402a8","entry":"generateIdLMNoise","repo":"haiphanNJIT/StoBatch","repo_kind":"listed","path":"StoBatchTinyImageNet/StoBatch_resnet_pretrain.py","file_url":"https://github.com/haiphanNJIT/StoBatch/blob/HEAD/StoBatchTinyImageNet/StoBatch_resnet_pretrain.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"991a7403637402a8"}},{"code_sha256_prefix":"9c54b765a044a6b6","entry":"generateNoise","repo":"haiphanNJIT/StoBatch","repo_kind":"listed","path":"StoBatchTinyImageNet/StoBatch_resnet_pretrain.py","file_url":"https://github.com/haiphanNJIT/StoBatch/blob/HEAD/StoBatchTinyImageNet/StoBatch_resnet_pretrain.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9c54b765a044a6b6"}},{"code_sha256_prefix":"6764ccff0ce428ed","entry":"lossDPSGD","repo":"haiphanNJIT/StoBatch","repo_kind":"listed","path":"StoBatchTinyImageNet/SSGD_loss.py","file_url":"https://github.com/haiphanNJIT/StoBatch/blob/HEAD/StoBatchTinyImageNet/SSGD_loss.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6764ccff0ce428ed"}},{"code_sha256_prefix":"b7a8162db3a2edfb","entry":"max_out","repo":"haiphanNJIT/StoBatch","repo_kind":"listed","path":"CIFAR10/StoBatch.py","file_url":"https://github.com/haiphanNJIT/StoBatch/blob/HEAD/CIFAR10/StoBatch.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b7a8162db3a2edfb"}},{"code_sha256_prefix":"9a523e5bd9c79de4","entry":"parametric_relu","repo":"haiphanNJIT/StoBatch","repo_kind":"listed","path":"CIFAR10/StoBatch.py","file_url":"https://github.com/haiphanNJIT/StoBatch/blob/HEAD/CIFAR10/StoBatch.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9a523e5bd9c79de4"}},{"code_sha256_prefix":"2a775c69ec858b1e","entry":"weight_variable","repo":"haiphanNJIT/StoBatch","repo_kind":"listed","path":"MNIST/StoBatch.py","file_url":"https://github.com/haiphanNJIT/StoBatch/blob/HEAD/MNIST/StoBatch.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2a775c69ec858b1e"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}