{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/enhancing-complex-question-answering-over","title":"Enhancing Complex Question Answering over Knowledge Graphs through Evidence Pattern Retrieval","arxiv_id":"2402.02175","date":"2024-02-03","proceeding":null,"authors":["Wentao Ding","Jinmao Li","Liangchuan Luo","Yuzhong Qu"],"abstract":"Information retrieval (IR) methods for KGQA consist of two stages: subgraph extraction and answer reasoning. We argue current subgraph extraction methods underestimate the importance of structural dependencies among evidence facts. We propose Evidence Pattern Retrieval (EPR) to explicitly model the structural dependencies during subgraph extraction. We implement EPR by indexing the atomic adjacency pattern of resource pairs. Given a question, we perform dense retrieval to obtain atomic patterns formed by resource pairs. We then enumerate their combinations to construct candidate evidence patterns. These evidence patterns are scored using a neural model, and the best one is selected to extract a subgraph for downstream answer reasoning. Experimental results demonstrate that the EPR-based approach has significantly improved the F1 scores of IR-KGQA methods by over 10 points on ComplexWebQuestions and achieves competitive performance on WebQuestionsSP.","url_abs":"https://arxiv.org/abs/2402.02175v1","url_pdf":"https://arxiv.org/pdf/2402.02175v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"enhancing-complex-question-answering-over","repo_url":"https://github.com/nju-websoft/epr-kgqa","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"information-retrieval","task_name":"Information Retrieval"},{"task_slug":"knowledge-graphs","task_name":"Knowledge Graphs"},{"task_slug":"question-answering","task_name":"Question Answering"},{"task_slug":"retrieval","task_name":"Retrieval"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2402.02175","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.02175"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/nju-websoft/epr-kgqa","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran_draft_wrong":1,"ran":7,"unverified":1},"by_repo_kind":{"official":{"samples":9,"ran":8,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"9df40357afea56cc","entry":"to_list","repo":"nju-websoft/epr-kgqa","repo_kind":"official","path":"evidence_pattern_retrieval/BERT_Ranker/model_config.py","file_url":"https://github.com/nju-websoft/epr-kgqa/blob/HEAD/evidence_pattern_retrieval/BERT_Ranker/model_config.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":2,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9df40357afea56cc"}},{"code_sha256_prefix":"8376f539fe5a96a1","entry":"get_fact_cnt_4_item","repo":"nju-websoft/epr-kgqa","repo_kind":"official","path":"evidence_pattern_retrieval/ep_size_threshold.py","file_url":"https://github.com/nju-websoft/epr-kgqa/blob/HEAD/evidence_pattern_retrieval/ep_size_threshold.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8376f539fe5a96a1"}},{"code_sha256_prefix":"0510150073faa20c","entry":"get_fact_cnt_4_path","repo":"nju-websoft/epr-kgqa","repo_kind":"official","path":"evidence_pattern_retrieval/ep_size_threshold.py","file_url":"https://github.com/nju-websoft/epr-kgqa/blob/HEAD/evidence_pattern_retrieval/ep_size_threshold.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0510150073faa20c"}},{"code_sha256_prefix":"ee184b87540e9156","entry":"load_dataset","repo":"nju-websoft/epr-kgqa","repo_kind":"official","path":"NSM_H/integrate_results.py","file_url":"https://github.com/nju-websoft/epr-kgqa/blob/HEAD/NSM_H/integrate_results.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ee184b87540e9156"}},{"code_sha256_prefix":"df9be8b9ddd85c0a","entry":"load_dict","repo":"nju-websoft/epr-kgqa","repo_kind":"official","path":"NSM_H/simplify_dataset.py","file_url":"https://github.com/nju-websoft/epr-kgqa/blob/HEAD/NSM_H/simplify_dataset.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"df9be8b9ddd85c0a"}},{"code_sha256_prefix":"218ae9cb3f538fe7","entry":"load_entity","repo":"nju-websoft/epr-kgqa","repo_kind":"official","path":"NSM_H/integrate_results.py","file_url":"https://github.com/nju-websoft/epr-kgqa/blob/HEAD/NSM_H/integrate_results.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"218ae9cb3f538fe7"}},{"code_sha256_prefix":"aa028d85e1841477","entry":"simplify_entities","repo":"nju-websoft/epr-kgqa","repo_kind":"official","path":"NSM_H/simplify_dataset.py","file_url":"https://github.com/nju-websoft/epr-kgqa/blob/HEAD/NSM_H/simplify_dataset.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"aa028d85e1841477"}},{"code_sha256_prefix":"de9a3839e536c4c9","entry":"simplify_tuples","repo":"nju-websoft/epr-kgqa","repo_kind":"official","path":"NSM_H/simplify_dataset.py","file_url":"https://github.com/nju-websoft/epr-kgqa/blob/HEAD/NSM_H/simplify_dataset.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"de9a3839e536c4c9"}},{"code_sha256_prefix":"e96dad361f1ffebc","entry":"load_result","repo":"nju-websoft/epr-kgqa","repo_kind":"official","path":"NSM_H/integrate_results.py","file_url":"https://github.com/nju-websoft/epr-kgqa/blob/HEAD/NSM_H/integrate_results.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e96dad361f1ffebc"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}