{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/information-value-measuring-utterance","title":"Information Value: Measuring Utterance Predictability as Distance from Plausible Alternatives","arxiv_id":"2310.13676","date":"2023-10-20","proceeding":null,"authors":["Mario Giulianelli","Sarenne Wallbridge","Raquel Fernández"],"abstract":"We present information value, a measure which quantifies the predictability of an utterance relative to a set of plausible alternatives. We introduce a method to obtain interpretable estimates of information value using neural text generators, and exploit their psychometric predictive power to investigate the dimensions of predictability that drive human comprehension behaviour. Information value is a stronger predictor of utterance acceptability in written and spoken dialogue than aggregates of token-level surprisal and it is complementary to surprisal for predicting eye-tracked reading times.","url_abs":"https://arxiv.org/abs/2310.13676v1","url_pdf":"https://arxiv.org/pdf/2310.13676v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"information-value-measuring-utterance","repo_url":"https://github.com/dmg-illc/information-value","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[],"methods":[{"method_slug":"set","method_name":"SET"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2310.13676","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.13676"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/dmg-illc/information-value","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":5,"unverified":1},"by_repo_kind":{"official":{"samples":6,"ran":5,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"b008e890f8b234ca","entry":"distances_to_surprise","repo":"dmg-illc/information-value","repo_kind":"official","path":"code/compute_information_value.py","file_url":"https://github.com/dmg-illc/information-value/blob/HEAD/code/compute_information_value.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b008e890f8b234ca"}},{"code_sha256_prefix":"84fe73957d6f9a00","entry":"get_sentence_surprisal","repo":"dmg-illc/information-value","repo_kind":"official","path":"code/compute_surprisal.py","file_url":"https://github.com/dmg-illc/information-value/blob/HEAD/code/compute_surprisal.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"84fe73957d6f9a00"}},{"code_sha256_prefix":"daa5eca9bb425114","entry":"load_jsonl","repo":"dmg-illc/information-value","repo_kind":"official","path":"code/utils.py","file_url":"https://github.com/dmg-illc/information-value/blob/HEAD/code/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"daa5eca9bb425114"}},{"code_sha256_prefix":"7348d0944016fa37","entry":"load_surprise_data","repo":"dmg-illc/information-value","repo_kind":"official","path":"code/utils.py","file_url":"https://github.com/dmg-illc/information-value/blob/HEAD/code/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7348d0944016fa37"}},{"code_sha256_prefix":"8b79fc03f8658cde","entry":"parse_surprise_filename","repo":"dmg-illc/information-value","repo_kind":"official","path":"code/utils.py","file_url":"https://github.com/dmg-illc/information-value/blob/HEAD/code/utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8b79fc03f8658cde"}},{"code_sha256_prefix":"5098129b17010197","entry":"dialogue_corpus_to_jsonl","repo":"dmg-illc/information-value","repo_kind":"official","path":"code/to_jsonl.py","file_url":"https://github.com/dmg-illc/information-value/blob/HEAD/code/to_jsonl.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5098129b17010197"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}