{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/adversarial-score-matching-and-improved","title":"Adversarial score matching and improved sampling for image generation","arxiv_id":"2009.05475","date":"2020-09-11","proceeding":"ICLR 2021 1","authors":["Alexia Jolicoeur-Martineau","Rémi Piché-Taillefer","Rémi Tachet des Combes","Ioannis Mitliagkas"],"abstract":"Denoising Score Matching with Annealed Langevin Sampling (DSM-ALS) has recently found success in generative modeling. The approach works by first training a neural network to estimate the score of a distribution, and then using Langevin dynamics to sample from the data distribution assumed by the score network. Despite the convincing visual quality of samples, this method appears to perform worse than Generative Adversarial Networks (GANs) under the Fr\\'echet Inception Distance, a standard metric for generative models. We show that this apparent gap vanishes when denoising the final Langevin samples using the score network. In addition, we propose two improvements to DSM-ALS: 1) Consistent Annealed Sampling as a more stable alternative to Annealed Langevin Sampling, and 2) a hybrid training formulation, composed of both Denoising Score Matching and adversarial objectives. By combining these two techniques and exploring different network architectures, we elevate score matching methods and obtain results competitive with state-of-the-art image generation on CIFAR-10.","url_abs":"https://arxiv.org/abs/2009.05475v2","url_pdf":"https://arxiv.org/pdf/2009.05475v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"adversarial-score-matching-and-improved","repo_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"denoising","task_name":"Denoising"},{"task_slug":"image-generation","task_name":"Image Generation"}],"methods":[{"method_slug":"denoising-score-matching","method_name":"Denoising Score Matching"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2009.05475","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.05475"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":2,"ran_fixture":1,"ran_honours":1,"ran":1,"unverified":14},"by_repo_kind":{"official":{"samples":19,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"7a5794dd00d68985","entry":"Normalize","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"models/UNet.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/models/UNet.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7a5794dd00d68985"}},{"code_sha256_prefix":"4cee7c1861294d59","entry":"calculate_frechet_distance","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"evaluation/fid_score.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/evaluation/fid_score.py","link_basis":"plan_row","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4cee7c1861294d59"}},{"code_sha256_prefix":"c41836f3e51fa8f1","entry":"gram_schmidt","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"models/layers_biggan.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/models/layers_biggan.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c41836f3e51fa8f1"}},{"code_sha256_prefix":"aa4cae054b657ba2","entry":"imread","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"evaluation/fid_score.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/evaluation/fid_score.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"aa4cae054b657ba2"}},{"code_sha256_prefix":"61098cd5c9624563","entry":"partialclass","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"models/UNet.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/models/UNet.py","link_basis":"plan_row","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"61098cd5c9624563"}},{"code_sha256_prefix":"732d74a7cda572d3","entry":"D_arch","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"models/models_biggan.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/models/models_biggan.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"732d74a7cda572d3"}},{"code_sha256_prefix":"1eb751d5cd076fab","entry":"adv_loss","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"losses/adversarial.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/losses/adversarial.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1eb751d5cd076fab"}},{"code_sha256_prefix":"2e78d8e29cc32e5c","entry":"conv1x1","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"models/layers.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/models/layers.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"2e78d8e29cc32e5c"}},{"code_sha256_prefix":"588d808f7ed634d3","entry":"dsm_score_evaluation","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"losses/dsm.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/losses/dsm.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"588d808f7ed634d3"}},{"code_sha256_prefix":"ad0128e7c4e3e49b","entry":"gaussian_filter","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"losses/ssim.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/losses/ssim.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ad0128e7c4e3e49b"}},{"code_sha256_prefix":"8d4b8d16b429680f","entry":"get_act","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"models/layers.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/models/layers.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8d4b8d16b429680f"}},{"code_sha256_prefix":"ea10a012ef6a93a9","entry":"get_activations","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"evaluation/fid_score.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/evaluation/fid_score.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ea10a012ef6a93a9"}},{"code_sha256_prefix":"925a70f8b592a1dd","entry":"get_timestep_embedding","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"models/UNet.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/models/UNet.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"925a70f8b592a1dd"}},{"code_sha256_prefix":"488d353bf6efcbec","entry":"ms_ssim","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"losses/ssim.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/losses/ssim.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"488d353bf6efcbec"}},{"code_sha256_prefix":"28d3a35157f2916d","entry":"power_iteration","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"models/layers_biggan.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/models/layers_biggan.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"28d3a35157f2916d"}},{"code_sha256_prefix":"4015ab1f3ab9b881","entry":"proj","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"models/layers_biggan.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/models/layers_biggan.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4015ab1f3ab9b881"}},{"code_sha256_prefix":"1fd21c8226a81691","entry":"run","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"evaluation/inception_score.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/evaluation/inception_score.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1fd21c8226a81691"}},{"code_sha256_prefix":"ae04ffcb2b1c6911","entry":"spectral_norm","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"models/layers.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/models/layers.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ae04ffcb2b1c6911"}},{"code_sha256_prefix":"823d06885232ea44","entry":"ssim","repo":"AlexiaJM/AdversarialConsistentScoreMatching","repo_kind":"official","path":"losses/ssim.py","file_url":"https://github.com/AlexiaJM/AdversarialConsistentScoreMatching/blob/HEAD/losses/ssim.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"823d06885232ea44"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}