{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/intrinsic-dimension-correlation-uncovering","title":"Intrinsic Dimension Correlation: uncovering nonlinear connections in multimodal representations","arxiv_id":"2406.15812","date":"2024-06-22","proceeding":null,"authors":["Lorenzo Basile","Santiago Acevedo","Luca Bortolussi","Fabio Anselmi","Alex Rodriguez"],"abstract":"To gain insight into the mechanisms behind machine learning methods, it is crucial to establish connections among the features describing data points. However, these correlations often exhibit a high-dimensional and strongly nonlinear nature, which makes them challenging to detect using standard methods. This paper exploits the entanglement between intrinsic dimensionality and correlation to propose a metric that quantifies the (potentially nonlinear) correlation between high-dimensional manifolds. We first validate our method on synthetic data in controlled environments, showcasing its advantages and drawbacks compared to existing techniques. Subsequently, we extend our analysis to large-scale applications in neural network representations. Specifically, we focus on latent representations of multimodal data, uncovering clear correlations between paired visual and textual embeddings, whereas existing methods struggle significantly in detecting similarity. Our results indicate the presence of highly nonlinear correlation patterns between latent manifolds.","url_abs":"https://arxiv.org/abs/2406.15812v1","url_pdf":"https://arxiv.org/pdf/2406.15812v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"intrinsic-dimension-correlation-uncovering","repo_url":"https://github.com/lorenzobasile/IDCorrelation","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[],"methods":[{"method_slug":"focus","method_name":"Focus"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2406.15812","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.15812"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/lorenzobasile/IDCorrelation","reach":null}],"summary":{"ran_draft_wrong":4,"ran_honours":3,"ran_fixture":2,"unverified":2},"by_repo_kind":{"official":{"samples":7,"ran":6,"repositories":1},"community":{"samples":4,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":7,"samples":[{"code_sha256_prefix":"052b8393843a4c83","entry":"MLE","repo":"lorenzobasile/IDCorrelation","repo_kind":"official","path":"utils/metrics.py","file_url":"https://github.com/lorenzobasile/IDCorrelation/blob/HEAD/utils/metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"052b8393843a4c83"}},{"code_sha256_prefix":"a612604b8ff10701","entry":"add_fourier_noise","repo":"brando90/ultimate-anatome","repo_kind":"community","path":"anatome/fourier.py","file_url":"https://github.com/brando90/ultimate-anatome/blob/HEAD/anatome/fourier.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a612604b8ff10701"}},{"code_sha256_prefix":"23fe8c66119c4364","entry":"cat","repo":"lorenzobasile/IDCorrelation","repo_kind":"official","path":"utils/metrics.py","file_url":"https://github.com/lorenzobasile/IDCorrelation/blob/HEAD/utils/metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"23fe8c66119c4364"}},{"code_sha256_prefix":"830b04cd7018c7f6","entry":"estimate_id","repo":"lorenzobasile/IDCorrelation","repo_kind":"official","path":"utils/metrics.py","file_url":"https://github.com/lorenzobasile/IDCorrelation/blob/HEAD/utils/metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"830b04cd7018c7f6"}},{"code_sha256_prefix":"5193c5e04cb818a8","entry":"landscape1d","repo":"brando90/ultimate-anatome","repo_kind":"community","path":"anatome/landscape.py","file_url":"https://github.com/brando90/ultimate-anatome/blob/HEAD/anatome/landscape.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5193c5e04cb818a8"}},{"code_sha256_prefix":"bc2b6fecc0fce1d0","entry":"landscape2d","repo":"brando90/ultimate-anatome","repo_kind":"community","path":"anatome/landscape.py","file_url":"https://github.com/brando90/ultimate-anatome/blob/HEAD/anatome/landscape.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bc2b6fecc0fce1d0"}},{"code_sha256_prefix":"50810c2ae403377b","entry":"shuffle","repo":"lorenzobasile/IDCorrelation","repo_kind":"official","path":"utils/metrics.py","file_url":"https://github.com/lorenzobasile/IDCorrelation/blob/HEAD/utils/metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"50810c2ae403377b"}},{"code_sha256_prefix":"be4cb75958ddc1e9","entry":"standardize","repo":"lorenzobasile/IDCorrelation","repo_kind":"official","path":"utils/metrics.py","file_url":"https://github.com/lorenzobasile/IDCorrelation/blob/HEAD/utils/metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"be4cb75958ddc1e9"}},{"code_sha256_prefix":"8b3ff5a491d4198d","entry":"twoNN","repo":"lorenzobasile/IDCorrelation","repo_kind":"official","path":"utils/metrics.py","file_url":"https://github.com/lorenzobasile/IDCorrelation/blob/HEAD/utils/metrics.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"8b3ff5a491d4198d"}},{"code_sha256_prefix":"428ae24350e49c39","entry":"fourier_map","repo":"brando90/ultimate-anatome","repo_kind":"community","path":"anatome/fourier.py","file_url":"https://github.com/brando90/ultimate-anatome/blob/HEAD/anatome/fourier.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"428ae24350e49c39"}},{"code_sha256_prefix":"73a8d9c0335c1058","entry":"id_correlation","repo":"lorenzobasile/IDCorrelation","repo_kind":"official","path":"utils/metrics.py","file_url":"https://github.com/lorenzobasile/IDCorrelation/blob/HEAD/utils/metrics.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"73a8d9c0335c1058"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}