{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/linking-artificial-and-human-neural","title":"Linking artificial and human neural representations of language","arxiv_id":"1910.01244","date":"2019-10-02","proceeding":"IJCNLP 2019 11","authors":["Jon Gauthier","Roger Levy"],"abstract":"What information from an act of sentence understanding is robustly represented in the human brain? We investigate this question by comparing sentence encoding models on a brain decoding task, where the sentence that an experimental participant has seen must be predicted from the fMRI signal evoked by the sentence. We take a pre-trained BERT architecture as a baseline sentence encoding model and fine-tune it on a variety of natural language understanding (NLU) tasks, asking which lead to improvements in brain-decoding performance. We find that none of the sentence encoding tasks tested yield significant increases in brain decoding performance. Through further task ablations and representational analyses, we find that tasks which produce syntax-light representations yield significant improvements in brain decoding performance. Our results constrain the space of NLU models that could best account for human neural representations of language, but also suggest limits on the possibility of decoding fine-grained syntactic information from fMRI human neuroimaging.","url_abs":"https://arxiv.org/abs/1910.01244v1","url_pdf":"https://arxiv.org/pdf/1910.01244v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"linking-artificial-and-human-neural","repo_url":"https://github.com/hans/nn-decoding","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"brain-decoding","task_name":"Brain Decoding"},{"task_slug":"natural-language-understanding","task_name":"Natural Language Understanding"},{"task_slug":"sentence","task_name":"Sentence"}],"methods":[{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"attention-dropout","method_name":"Attention Dropout"},{"method_slug":"bert","method_name":"BERT"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"linear-warmup-with-linear-decay","method_name":"Linear Warmup With Linear Decay"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"weight-decay","method_name":"Weight Decay"},{"method_slug":"wordpiece","method_name":"WordPiece"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=1910.01244","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.01244"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/hans/nn-decoding","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":4,"unverified":7},"by_repo_kind":{"listed":{"samples":11,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"18962b43885bc12f","entry":"get_tasks","repo":"hans/nn-decoding","repo_kind":"listed","path":"bin/download_glue_data.py","file_url":"https://github.com/hans/nn-decoding/blob/HEAD/bin/download_glue_data.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"18962b43885bc12f"}},{"code_sha256_prefix":"aa6bc32d9c17a2f1","entry":"get_tokens","repo":"hans/nn-decoding","repo_kind":"listed","path":"bin/eval_squad.py","file_url":"https://github.com/hans/nn-decoding/blob/HEAD/bin/eval_squad.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"aa6bc32d9c17a2f1"}},{"code_sha256_prefix":"e91c44f5680827e2","entry":"make_qid_to_has_ans","repo":"hans/nn-decoding","repo_kind":"listed","path":"bin/eval_squad.py","file_url":"https://github.com/hans/nn-decoding/blob/HEAD/bin/eval_squad.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e91c44f5680827e2"}},{"code_sha256_prefix":"6a96435eba311b08","entry":"normalize_answer","repo":"hans/nn-decoding","repo_kind":"listed","path":"bin/eval_squad.py","file_url":"https://github.com/hans/nn-decoding/blob/HEAD/bin/eval_squad.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6a96435eba311b08"}},{"code_sha256_prefix":"c1ed3ceb0e73ab1d","entry":"eval_encodings_cca","repo":"hans/nn-decoding","repo_kind":"listed","path":"src/heatmap.py","file_url":"https://github.com/hans/nn-decoding/blob/HEAD/src/heatmap.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c1ed3ceb0e73ab1d"}},{"code_sha256_prefix":"ac67fa5ae9b0a5dc","entry":"eval_encodings_rdm","repo":"hans/nn-decoding","repo_kind":"listed","path":"src/heatmap.py","file_url":"https://github.com/hans/nn-decoding/blob/HEAD/src/heatmap.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ac67fa5ae9b0a5dc"}},{"code_sha256_prefix":"ddf5347c6f15ef5e","entry":"eval_pair","repo":"hans/nn-decoding","repo_kind":"listed","path":"src/heatmap.py","file_url":"https://github.com/hans/nn-decoding/blob/HEAD/src/heatmap.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ddf5347c6f15ef5e"}},{"code_sha256_prefix":"01036950d6860e2c","entry":"eval_quant","repo":"hans/nn-decoding","repo_kind":"listed","path":"src/nearest_neighbors.py","file_url":"https://github.com/hans/nn-decoding/blob/HEAD/src/nearest_neighbors.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"01036950d6860e2c"}},{"code_sha256_prefix":"7d7096aa83594002","entry":"load_brain_data","repo":"hans/nn-decoding","repo_kind":"listed","path":"src/util.py","file_url":"https://github.com/hans/nn-decoding/blob/HEAD/src/util.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7d7096aa83594002"}},{"code_sha256_prefix":"185b31086ce28351","entry":"load_encodings","repo":"hans/nn-decoding","repo_kind":"listed","path":"src/util.py","file_url":"https://github.com/hans/nn-decoding/blob/HEAD/src/util.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"185b31086ce28351"}},{"code_sha256_prefix":"132a0c04ac1a2187","entry":"load_sentences","repo":"hans/nn-decoding","repo_kind":"listed","path":"src/util.py","file_url":"https://github.com/hans/nn-decoding/blob/HEAD/src/util.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"132a0c04ac1a2187"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}