{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/causal-discovery-with-language-models-as","title":"Causal Discovery with Language Models as Imperfect Experts","arxiv_id":"2307.02390","date":"2023-07-05","proceeding":null,"authors":["Stephanie Long","Alexandre Piché","Valentina Zantedeschi","Tibor Schuster","Alexandre Drouin"],"abstract":"Understanding the causal relationships that underlie a system is a fundamental prerequisite to accurate decision-making. In this work, we explore how expert knowledge can be used to improve the data-driven identification of causal graphs, beyond Markov equivalence classes. In doing so, we consider a setting where we can query an expert about the orientation of causal relationships between variables, but where the expert may provide erroneous information. We propose strategies for amending such expert knowledge based on consistency properties, e.g., acyclicity and conditional independencies in the equivalence class. We then report a case study, on real data, where a large language model is used as an imperfect expert.","url_abs":"https://arxiv.org/abs/2307.02390v1","url_pdf":"https://arxiv.org/pdf/2307.02390v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"causal-discovery-with-language-models-as","repo_url":"https://github.com/stephlong614/causal-disco","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok"}}],"tasks":[{"task_slug":"causal-discovery","task_name":"Causal Discovery"},{"task_slug":"decision-making","task_name":"Decision Making"},{"task_slug":"language-modeling","task_name":"Language Modeling"},{"task_slug":"language-modelling","task_name":"Language Modelling"},{"task_slug":"large-language-model","task_name":"Large Language Model"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2307.02390","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.02390"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/StephLong614/Causal-disco","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/stephlong614/causal-disco","reach":{"status":"ok"}}],"summary":{"ran":3,"unverified":2},"by_repo_kind":{"official":{"samples":5,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":5,"samples":[{"code_sha256_prefix":"66b34816b9fda22e","entry":"get_decisions_from_mec","repo":"StephLong614/Causal-disco","repo_kind":"official","path":"utils/dag_utils.py","file_url":"https://github.com/StephLong614/Causal-disco/blob/HEAD/utils/dag_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"66b34816b9fda22e"}},{"code_sha256_prefix":"875aa32f05f0d5bf","entry":"get_mec","repo":"StephLong614/Causal-disco","repo_kind":"official","path":"utils/dag_utils.py","file_url":"https://github.com/StephLong614/Causal-disco/blob/HEAD/utils/dag_utils.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"875aa32f05f0d5bf"}},{"code_sha256_prefix":"835e7af85a1f4c96","entry":"get_prompt","repo":"StephLong614/Causal-disco","repo_kind":"official","path":"utils/language_models.py","file_url":"https://github.com/StephLong614/Causal-disco/blob/HEAD/utils/language_models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"835e7af85a1f4c96"}},{"code_sha256_prefix":"23bd305f005238ff","entry":"get_lms_probs","repo":"StephLong614/Causal-disco","repo_kind":"official","path":"utils/language_models.py","file_url":"https://github.com/StephLong614/Causal-disco/blob/HEAD/utils/language_models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"23bd305f005238ff"}},{"code_sha256_prefix":"954a5daeed6f677f","entry":"temperature_scaling","repo":"StephLong614/Causal-disco","repo_kind":"official","path":"utils/language_models.py","file_url":"https://github.com/StephLong614/Causal-disco/blob/HEAD/utils/language_models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"954a5daeed6f677f"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}