{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/semantic-structure-mapping-in-llm-and-human","title":"Semantic Structure-Mapping in LLM and Human Analogical Reasoning","arxiv_id":"2406.13803","date":"2024-06-19","proceeding":null,"authors":["Sam Musker","Alex Duchnowski","Raphaël Millière","Ellie Pavlick"],"abstract":"Analogical reasoning is considered core to human learning and cognition. Recent studies have compared the analogical reasoning abilities of human subjects and Large Language Models (LLMs) on abstract symbol manipulation tasks, such as letter string analogies. However, these studies largely neglect analogical reasoning over semantically meaningful symbols, such as natural language words. This ability to draw analogies that link language to non-linguistic domains, which we term semantic structure-mapping, is thought to play a crucial role in language acquisition and broader cognitive development. We test human subjects and LLMs on analogical reasoning tasks that require the transfer of semantic structure and content from one domain to another. Advanced LLMs match human performance across many task variations. However, humans and LLMs respond differently to certain task variations and semantic distractors. Overall, our data suggest that LLMs are approaching human-level performance on these important cognitive tasks, but are not yet entirely human like.","url_abs":"https://arxiv.org/abs/2406.13803v1","url_pdf":"https://arxiv.org/pdf/2406.13803v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"semantic-structure-mapping-in-llm-and-human","repo_url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"none","reach":{"status":"ok"}}],"tasks":[{"task_slug":"language-acquisition","task_name":"Language Acquisition"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2406.13803","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.13803"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon","reach":{"status":"ok"}}],"summary":{"ran":14},"by_repo_kind":{"official":{"samples":14,"ran":14,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":14,"samples":[{"code_sha256_prefix":"bb09faa31a98d6b5","entry":"convert_to_only_rhs","repo":"AnonymousReview123/Semantic_Structure_Mapping_Anon","repo_kind":"official","path":"Code/quiz_generation.py","file_url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon/blob/HEAD/Code/quiz_generation.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"bb09faa31a98d6b5"}},{"code_sha256_prefix":"c6221aea1432c877","entry":"generate_question","repo":"AnonymousReview123/Semantic_Structure_Mapping_Anon","repo_kind":"official","path":"Code/quiz_generation.py","file_url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon/blob/HEAD/Code/quiz_generation.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c6221aea1432c877"}},{"code_sha256_prefix":"b1b8f20f5eacdf54","entry":"generate_quiz","repo":"AnonymousReview123/Semantic_Structure_Mapping_Anon","repo_kind":"official","path":"Code/quiz_generation.py","file_url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon/blob/HEAD/Code/quiz_generation.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b1b8f20f5eacdf54"}},{"code_sha256_prefix":"9fa771432ef3e598","entry":"lower_case","repo":"AnonymousReview123/Semantic_Structure_Mapping_Anon","repo_kind":"official","path":"Code/grounding_generation.py","file_url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon/blob/HEAD/Code/grounding_generation.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9fa771432ef3e598"}},{"code_sha256_prefix":"ed536648cc8c85de","entry":"overall_number_to_quiz_number","repo":"AnonymousReview123/Semantic_Structure_Mapping_Anon","repo_kind":"official","path":"Code/side_by_side_plotting_phase_1.py","file_url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon/blob/HEAD/Code/side_by_side_plotting_phase_1.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ed536648cc8c85de"}},{"code_sha256_prefix":"32b91ba30f47ffee","entry":"overall_number_to_quiz_number","repo":"AnonymousReview123/Semantic_Structure_Mapping_Anon","repo_kind":"official","path":"Code/side_by_side_plotting_phase_2.py","file_url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon/blob/HEAD/Code/side_by_side_plotting_phase_2.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"32b91ba30f47ffee"}},{"code_sha256_prefix":"5e1235cb63ba8c0f","entry":"plot_ind_data","repo":"AnonymousReview123/Semantic_Structure_Mapping_Anon","repo_kind":"official","path":"Code/plotting.py","file_url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon/blob/HEAD/Code/plotting.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5e1235cb63ba8c0f"}},{"code_sha256_prefix":"644578f5ce95c1b8","entry":"quiz_to_condition","repo":"AnonymousReview123/Semantic_Structure_Mapping_Anon","repo_kind":"official","path":"Code/side_by_side_plotting_phase_1.py","file_url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon/blob/HEAD/Code/side_by_side_plotting_phase_1.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"644578f5ce95c1b8"}},{"code_sha256_prefix":"57b91cdcc3cdcb8a","entry":"quiz_to_condition","repo":"AnonymousReview123/Semantic_Structure_Mapping_Anon","repo_kind":"official","path":"Code/side_by_side_plotting_phase_2.py","file_url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon/blob/HEAD/Code/side_by_side_plotting_phase_2.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"57b91cdcc3cdcb8a"}},{"code_sha256_prefix":"44b7ab86cbcbfefe","entry":"quiz_to_quiz_modded","repo":"AnonymousReview123/Semantic_Structure_Mapping_Anon","repo_kind":"official","path":"Code/side_by_side_plotting_phase_1.py","file_url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon/blob/HEAD/Code/side_by_side_plotting_phase_1.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"44b7ab86cbcbfefe"}},{"code_sha256_prefix":"9104323a4de41478","entry":"quiz_to_quiz_modded","repo":"AnonymousReview123/Semantic_Structure_Mapping_Anon","repo_kind":"official","path":"Code/side_by_side_plotting_phase_2.py","file_url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon/blob/HEAD/Code/side_by_side_plotting_phase_2.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9104323a4de41478"}},{"code_sha256_prefix":"0fe41440c5a84deb","entry":"remove_first","repo":"AnonymousReview123/Semantic_Structure_Mapping_Anon","repo_kind":"official","path":"Code/grounding_generation.py","file_url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon/blob/HEAD/Code/grounding_generation.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0fe41440c5a84deb"}},{"code_sha256_prefix":"a584ff611136f565","entry":"remove_last","repo":"AnonymousReview123/Semantic_Structure_Mapping_Anon","repo_kind":"official","path":"Code/grounding_generation.py","file_url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon/blob/HEAD/Code/grounding_generation.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a584ff611136f565"}},{"code_sha256_prefix":"684fad72cee59680","entry":"titleify","repo":"AnonymousReview123/Semantic_Structure_Mapping_Anon","repo_kind":"official","path":"Code/plotting.py","file_url":"https://github.com/AnonymousReview123/Semantic_Structure_Mapping_Anon/blob/HEAD/Code/plotting.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"684fad72cee59680"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}