{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/psychologically-informed-chain-of-thought","title":"Psychologically-informed chain-of-thought prompts for metaphor understanding in large language models","arxiv_id":"2209.08141","date":"2022-09-16","proceeding":null,"authors":["Ben Prystawski","Paul Thibodeau","Christopher Potts","Noah D. Goodman"],"abstract":"Probabilistic models of language understanding are valuable tools for investigating human language use. However, they need to be hand-designed for a particular domain. In contrast, large language models (LLMs) are trained on text that spans a wide array of domains, but they lack the structure and interpretability of probabilistic models. In this paper, we use chain-of-thought prompts to introduce structures from probabilistic models into LLMs. We explore this approach in the case of metaphor understanding. Our chain-of-thought prompts lead language models to infer latent variables and reason about their relationships in order to choose appropriate paraphrases for metaphors. The latent variables and relationships chosen are informed by theories of metaphor understanding from cognitive psychology. We apply these prompts to the two largest versions of GPT-3 and show that they can improve performance in a paraphrase selection task.","url_abs":"https://arxiv.org/abs/2209.08141v2","url_pdf":"https://arxiv.org/pdf/2209.08141v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"psychologically-informed-chain-of-thought","repo_url":"https://github.com/benpry/chain-of-thought-metaphor","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"none","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[],"methods":[{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"attention-dropout","method_name":"Attention Dropout"},{"method_slug":"bpe","method_name":"BPE"},{"method_slug":"cosine-annealing","method_name":"Cosine Annealing"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"gpt-3","method_name":"GPT-3"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"linear-warmup-with-cosine-annealing","method_name":"Linear Warmup With Cosine Annealing"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"weight-decay","method_name":"Weight Decay"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2209.08141","atlas_url":"https://app.syntology.ai/?focus=2209.08141","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2209.08141"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/benpry/chain-of-thought-metaphor","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":5},"by_repo_kind":{"official":{"samples":5,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"554aef48456919c2","entry":"bootstrapped_ci","repo":"benpry/chain-of-thought-metaphor","repo_kind":"official","path":"code/analyze_model_responses.py","file_url":"https://github.com/benpry/chain-of-thought-metaphor/blob/HEAD/code/analyze_model_responses.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"554aef48456919c2"}},{"code_sha256_prefix":"1063474686818dd5","entry":"create_distractors","repo":"benpry/chain-of-thought-metaphor","repo_kind":"official","path":"code/create_inverse_katz_corpus.py","file_url":"https://github.com/benpry/chain-of-thought-metaphor/blob/HEAD/code/create_inverse_katz_corpus.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1063474686818dd5"}},{"code_sha256_prefix":"af397c14edd47e13","entry":"extract_guess","repo":"benpry/chain-of-thought-metaphor","repo_kind":"official","path":"code/analyze_model_responses.py","file_url":"https://github.com/benpry/chain-of-thought-metaphor/blob/HEAD/code/analyze_model_responses.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"af397c14edd47e13"}},{"code_sha256_prefix":"3116a9e0dbc063ae","entry":"make_katz_prompt","repo":"benpry/chain-of-thought-metaphor","repo_kind":"official","path":"code/prompt_generation.py","file_url":"https://github.com/benpry/chain-of-thought-metaphor/blob/HEAD/code/prompt_generation.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"3116a9e0dbc063ae"}},{"code_sha256_prefix":"9bbcc0b3aecd109f","entry":"rank_guess","repo":"benpry/chain-of-thought-metaphor","repo_kind":"official","path":"code/analyze_model_responses.py","file_url":"https://github.com/benpry/chain-of-thought-metaphor/blob/HEAD/code/analyze_model_responses.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9bbcc0b3aecd109f"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}