{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/a-notion-of-complexity-for-theory-of-mind-via","title":"A Notion of Complexity for Theory of Mind via Discrete World Models","arxiv_id":"2406.11911","date":"2024-06-16","proceeding":null,"authors":["X. Angelo Huang","Emanuele La Malfa","Samuele Marro","Andrea Asperti","Anthony Cohn","Michael Wooldridge"],"abstract":"Theory of Mind (ToM) can be used to assess the capabilities of Large Language Models (LLMs) in complex scenarios where social reasoning is required. While the research community has proposed many ToM benchmarks, their hardness varies greatly, and their complexity is not well defined. This work proposes a framework inspired by cognitive load theory to measure the complexity of ToM tasks. We quantify a problem's complexity as the number of states necessary to solve it correctly. Our complexity measure also accounts for spurious states of a ToM problem designed to make it apparently harder. We use our method to assess the complexity of five widely adopted ToM benchmarks. On top of this framework, we design a prompting technique that augments the information available to a model with a description of how the environment changes with the agents' interactions. We name this technique Discrete World Models (DWM) and show how it elicits superior performance on ToM tasks.","url_abs":"https://arxiv.org/abs/2406.11911v3","url_pdf":"https://arxiv.org/pdf/2406.11911v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"a-notion-of-complexity-for-theory-of-mind-via","repo_url":"https://github.com/flecart/complexity-tom-dwm","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2406.11911","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.11911"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/flecart/complexity-tom-dwm","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":7,"unverified":5},"by_repo_kind":{"official":{"samples":12,"ran":7,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"1c14ee45c4283d31","entry":"check_built","repo":"flecart/complexity-tom-dwm","repo_kind":"official","path":"loader.py","file_url":"https://github.com/flecart/complexity-tom-dwm/blob/HEAD/loader.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1c14ee45c4283d31"}},{"code_sha256_prefix":"4c2a09077b28cd01","entry":"delete_tag","repo":"flecart/complexity-tom-dwm","repo_kind":"official","path":"main/prompt_utils.py","file_url":"https://github.com/flecart/complexity-tom-dwm/blob/HEAD/main/prompt_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4c2a09077b28cd01"}},{"code_sha256_prefix":"4ecf75a20f9f0944","entry":"download_and_check_hash","repo":"flecart/complexity-tom-dwm","repo_kind":"official","path":"loader.py","file_url":"https://github.com/flecart/complexity-tom-dwm/blob/HEAD/loader.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4ecf75a20f9f0944"}},{"code_sha256_prefix":"cc7539e993c742e8","entry":"extract_tag","repo":"flecart/complexity-tom-dwm","repo_kind":"official","path":"main/prompt_utils.py","file_url":"https://github.com/flecart/complexity-tom-dwm/blob/HEAD/main/prompt_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cc7539e993c742e8"}},{"code_sha256_prefix":"64ce0f34411fbdaf","entry":"get_same_values","repo":"flecart/complexity-tom-dwm","repo_kind":"official","path":"main/prompt_utils.py","file_url":"https://github.com/flecart/complexity-tom-dwm/blob/HEAD/main/prompt_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"64ce0f34411fbdaf"}},{"code_sha256_prefix":"e8a7d9a22231b3b4","entry":"process_json","repo":"flecart/complexity-tom-dwm","repo_kind":"official","path":"statefulness/copy_state_data.py","file_url":"https://github.com/flecart/complexity-tom-dwm/blob/HEAD/statefulness/copy_state_data.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e8a7d9a22231b3b4"}},{"code_sha256_prefix":"b3dded8ccf91020f","entry":"unzip_file","repo":"flecart/complexity-tom-dwm","repo_kind":"official","path":"loader.py","file_url":"https://github.com/flecart/complexity-tom-dwm/blob/HEAD/loader.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b3dded8ccf91020f"}},{"code_sha256_prefix":"7b3181a27d7f94b3","entry":"get_number_sentences","repo":"flecart/complexity-tom-dwm","repo_kind":"official","path":"statefulness/copy_state_data.py","file_url":"https://github.com/flecart/complexity-tom-dwm/blob/HEAD/statefulness/copy_state_data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7b3181a27d7f94b3"}},{"code_sha256_prefix":"eaa9e9754f7e49f2","entry":"get_value","repo":"flecart/complexity-tom-dwm","repo_kind":"official","path":"main/tot_prompt.py","file_url":"https://github.com/flecart/complexity-tom-dwm/blob/HEAD/main/tot_prompt.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"eaa9e9754f7e49f2"}},{"code_sha256_prefix":"d082501c44608619","entry":"get_values","repo":"flecart/complexity-tom-dwm","repo_kind":"official","path":"main/tot_prompt.py","file_url":"https://github.com/flecart/complexity-tom-dwm/blob/HEAD/main/tot_prompt.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d082501c44608619"}},{"code_sha256_prefix":"ba4e5df31930bb6c","entry":"queryllama","repo":"flecart/complexity-tom-dwm","repo_kind":"official","path":"main/utils.py","file_url":"https://github.com/flecart/complexity-tom-dwm/blob/HEAD/main/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ba4e5df31930bb6c"}},{"code_sha256_prefix":"819593ad46cbef06","entry":"queryllama2","repo":"flecart/complexity-tom-dwm","repo_kind":"official","path":"main/utils.py","file_url":"https://github.com/flecart/complexity-tom-dwm/blob/HEAD/main/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"819593ad46cbef06"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}