{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/joint-processing-of-linguistic-properties-in","title":"Joint processing of linguistic properties in brains and language models","arxiv_id":"2212.08094","date":"2022-12-15","proceeding":"NeurIPS 2023 11","authors":[],"abstract":"Language models have been shown to be very effective in predicting brain recordings of subjects experiencing complex language stimuli. For a deeper understanding of this alignment, it is important to understand the correspondence between the detailed processing of linguistic information by the human brain versus language models. We investigate this correspondence via a direct approach, in which we eliminate information related to specific linguistic properties in the language model representations and observe how this intervention affects the alignment with fMRI brain recordings obtained while participants listened to a story. We investigate a range of linguistic properties (surface, syntactic, and semantic) and find that the elimination of each one results in a significant decrease in brain alignment. Specifically, we find that syntactic properties (i.e. Top Constituents and Tree Depth) have the largest effect on the trend of brain alignment across model layers. These findings provide clear evidence for the role of specific linguistic information in the alignment between brain and language models, and open new avenues for mapping the joint information processing in both systems. We make the code publicly available [https://github.com/subbareddy248/linguistic-properties-brain-alignment].","url_abs":"https://arxiv.org/abs/2212.08094v2","url_pdf":"https://arxiv.org/pdf/2212.08094v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"joint-processing-of-linguistic-properties-in","repo_url":"https://github.com/subbareddy248/linguistic-properties-brain-alignment","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"language-modeling","task_name":"Language Modeling"},{"task_slug":"language-modelling","task_name":"Language Modelling"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2212.08094","atlas_url":"https://app.syntology.ai/?focus=2212.08094","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.08094"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/subbareddy248/linguistic-properties-brain-alignment","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":9,"unverified":3},"by_repo_kind":{"listed":{"samples":12,"ran":9,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"a5357d613fccb792","entry":"R2","repo":"subbareddy248/linguistic-properties-brain-alignment","repo_kind":"listed","path":"stimulus_resources/residuals-word-level.py","file_url":"https://github.com/subbareddy248/linguistic-properties-brain-alignment/blob/HEAD/stimulus_resources/residuals-word-level.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a5357d613fccb792"}},{"code_sha256_prefix":"fcc1bc3f3b56a6ba","entry":"R2r","repo":"subbareddy248/linguistic-properties-brain-alignment","repo_kind":"listed","path":"stimulus_resources/residuals-word-level.py","file_url":"https://github.com/subbareddy248/linguistic-properties-brain-alignment/blob/HEAD/stimulus_resources/residuals-word-level.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fcc1bc3f3b56a6ba"}},{"code_sha256_prefix":"30382c1630cd1161","entry":"add_word_model_embedding","repo":"subbareddy248/linguistic-properties-brain-alignment","repo_kind":"listed","path":"extract_features_words.py","file_url":"https://github.com/subbareddy248/linguistic-properties-brain-alignment/blob/HEAD/extract_features_words.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"30382c1630cd1161"}},{"code_sha256_prefix":"aad1e8fe5859aff6","entry":"load_data","repo":"subbareddy248/linguistic-properties-brain-alignment","repo_kind":"listed","path":"brain_predictions/utils1.py","file_url":"https://github.com/subbareddy248/linguistic-properties-brain-alignment/blob/HEAD/brain_predictions/utils1.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"aad1e8fe5859aff6"}},{"code_sha256_prefix":"6c94ffa68cf8ce40","entry":"load_generic_trfiles","repo":"subbareddy248/linguistic-properties-brain-alignment","repo_kind":"listed","path":"brain_predictions/brain_predictions_21styear_text.py","file_url":"https://github.com/subbareddy248/linguistic-properties-brain-alignment/blob/HEAD/brain_predictions/brain_predictions_21styear_text.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6c94ffa68cf8ce40"}},{"code_sha256_prefix":"496d5f70afb73c7e","entry":"load_sparse_array","repo":"subbareddy248/linguistic-properties-brain-alignment","repo_kind":"listed","path":"brain_predictions/utils1.py","file_url":"https://github.com/subbareddy248/linguistic-properties-brain-alignment/blob/HEAD/brain_predictions/utils1.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"496d5f70afb73c7e"}},{"code_sha256_prefix":"96546567520da90c","entry":"predict_model_embeddings","repo":"subbareddy248/linguistic-properties-brain-alignment","repo_kind":"listed","path":"extract_features_words.py","file_url":"https://github.com/subbareddy248/linguistic-properties-brain-alignment/blob/HEAD/extract_features_words.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"96546567520da90c"}},{"code_sha256_prefix":"52b032b23f66e7e0","entry":"ridge","repo":"subbareddy248/linguistic-properties-brain-alignment","repo_kind":"listed","path":"brain_predictions/ridge_utils/ridge.py","file_url":"https://github.com/subbareddy248/linguistic-properties-brain-alignment/blob/HEAD/brain_predictions/ridge_utils/ridge.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"52b032b23f66e7e0"}},{"code_sha256_prefix":"012ed3c58e79c881","entry":"ridge_corr_pred","repo":"subbareddy248/linguistic-properties-brain-alignment","repo_kind":"listed","path":"brain_predictions/ridge_utils/ridge.py","file_url":"https://github.com/subbareddy248/linguistic-properties-brain-alignment/blob/HEAD/brain_predictions/ridge_utils/ridge.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"012ed3c58e79c881"}},{"code_sha256_prefix":"8cc15e414ba9c48a","entry":"corr","repo":"subbareddy248/linguistic-properties-brain-alignment","repo_kind":"listed","path":"stimulus_resources/residuals-word-level.py","file_url":"https://github.com/subbareddy248/linguistic-properties-brain-alignment/blob/HEAD/stimulus_resources/residuals-word-level.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8cc15e414ba9c48a"}},{"code_sha256_prefix":"348a15e737a5b1c1","entry":"get_model_layer_representations","repo":"subbareddy248/linguistic-properties-brain-alignment","repo_kind":"listed","path":"extract_features_words.py","file_url":"https://github.com/subbareddy248/linguistic-properties-brain-alignment/blob/HEAD/extract_features_words.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"348a15e737a5b1c1"}},{"code_sha256_prefix":"7fd2dffd4327726a","entry":"map_to_flat","repo":"subbareddy248/linguistic-properties-brain-alignment","repo_kind":"listed","path":"brain_predictions/utils1.py","file_url":"https://github.com/subbareddy248/linguistic-properties-brain-alignment/blob/HEAD/brain_predictions/utils1.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7fd2dffd4327726a"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}