{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/renormalized-mutual-information-for","title":"Renormalized Mutual Information for Artificial Scientific Discovery","arxiv_id":"2005.01912","date":"2020-05-04","proceeding":null,"authors":["Leopoldo Sarra","Andrea Aiello","Florian Marquardt"],"abstract":"We derive a well-defined renormalized version of mutual information that allows to estimate the dependence between continuous random variables in the important case when one is deterministically dependent on the other. This is the situation relevant for feature extraction, where the goal is to produce a low-dimensional effective description of a high-dimensional system. Our approach enables the discovery of collective variables in physical systems, thus adding to the toolbox of artificial scientific discovery, while also aiding the analysis of information flow in artificial neural networks.","url_abs":"https://arxiv.org/abs/2005.01912v3","url_pdf":"https://arxiv.org/pdf/2005.01912v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"renormalized-mutual-information-for","repo_url":"https://github.com/lsarra/rmi","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"dimensionality-reduction","task_name":"Dimensionality Reduction"},{"task_slug":"scientific-discovery","task_name":"scientific discovery"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2005.01912","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.01912"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lsarra/rmi","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"unverified":6},"by_repo_kind":{"official":{"samples":6,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"cc92bdd970182d6c","entry":"Entropy","repo":"lsarra/rmi","repo_kind":"official","path":"rmi/estimation.py","file_url":"https://github.com/lsarra/rmi/blob/HEAD/rmi/estimation.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cc92bdd970182d6c"}},{"code_sha256_prefix":"73da36ca97b8e60d","entry":"RegTerm","repo":"lsarra/rmi","repo_kind":"official","path":"rmi/estimation.py","file_url":"https://github.com/lsarra/rmi/blob/HEAD/rmi/estimation.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"73da36ca97b8e60d"}},{"code_sha256_prefix":"5530e3e47c863975","entry":"cm","repo":"lsarra/rmi","repo_kind":"official","path":"rmi/features.py","file_url":"https://github.com/lsarra/rmi/blob/HEAD/rmi/features.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5530e3e47c863975"}},{"code_sha256_prefix":"38cc857ed961f001","entry":"pca","repo":"lsarra/rmi","repo_kind":"official","path":"rmi/features.py","file_url":"https://github.com/lsarra/rmi/blob/HEAD/rmi/features.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"38cc857ed961f001"}},{"code_sha256_prefix":"725cdbd3ae2e687f","entry":"produce_P","repo":"lsarra/rmi","repo_kind":"official","path":"rmi/estimation.py","file_url":"https://github.com/lsarra/rmi/blob/HEAD/rmi/estimation.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"725cdbd3ae2e687f"}},{"code_sha256_prefix":"415da7ac6f0a5108","entry":"sum_x_j","repo":"lsarra/rmi","repo_kind":"official","path":"rmi/features.py","file_url":"https://github.com/lsarra/rmi/blob/HEAD/rmi/features.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"415da7ac6f0a5108"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}