{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/cognitive-graph-for-multi-hop-reading","title":"Cognitive Graph for Multi-Hop Reading Comprehension at Scale","arxiv_id":"1905.05460","date":"2019-05-14","proceeding":"ACL 2019 7","authors":["Ming Ding","Chang Zhou","Qibin Chen","Hongxia Yang","Jie Tang"],"abstract":"We propose a new CogQA framework for multi-hop question answering in web-scale documents. Inspired by the dual process theory in cognitive science, the framework gradually builds a \\textit{cognitive graph} in an iterative process by coordinating an implicit extraction module (System 1) and an explicit reasoning module (System 2). While giving accurate answers, our framework further provides explainable reasoning paths. Specifically, our implementation based on BERT and graph neural network efficiently handles millions of documents for multi-hop reasoning questions in the HotpotQA fullwiki dataset, achieving a winning joint $F_1$ score of 34.9 on the leaderboard, compared to 23.6 of the best competitor.","url_abs":"https://arxiv.org/abs/1905.05460v2","url_pdf":"https://arxiv.org/pdf/1905.05460v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"cognitive-graph-for-multi-hop-reading","repo_url":"https://github.com/THUDM/CogQA","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"cognitive-graph-for-multi-hop-reading","repo_url":"https://github.com/ShaoaAllen/CogQA","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"graph-neural-network","task_name":"Graph Neural Network"},{"task_slug":"multi-hop-reading-comprehension","task_name":"Multi-Hop Reading Comprehension"},{"task_slug":"multi-hop-question-answering","task_name":"Multi-hop Question Answering"},{"task_slug":"question-answering","task_name":"Question Answering"},{"task_slug":"reading-comprehension","task_name":"Reading Comprehension"}],"methods":[{"method_slug":"adam","method_name":"Adam"},{"method_slug":"attention","method_name":"Attention"},{"method_slug":"attention-dropout","method_name":"Attention Dropout"},{"method_slug":"bert","method_name":"BERT"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"dropout","method_name":"Dropout"},{"method_slug":"graph-neural-network","method_name":"Graph Neural Network"},{"method_slug":"layer-normalization","method_name":"Layer Normalization"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"linear-warmup-with-linear-decay","method_name":"Linear Warmup With Linear Decay"},{"method_slug":"multi-head-attention","method_name":"Multi-Head Attention"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"weight-decay","method_name":"Weight Decay"},{"method_slug":"wordpiece","method_name":"WordPiece"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/question-answering-on-hotpotqa","task":"Question Answering","dataset":"HotpotQA","model":"Cognitive Graph QA","rank_in_archive_order":50,"of":72,"metrics":{"ANS-EM":"0.371","ANS-F1":"0.489","JOINT-EM":"0.124","JOINT-F1":"0.349","SUP-EM":"0.228","SUP-F1":"0.577"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1905.05460","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.05460"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ShaoaAllen/CogQA","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/THUDM/CogQA","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_violates":2,"ran_honours":1,"ran_draft_wrong":2,"unverified":4},"by_repo_kind":{"official":{"samples":7,"ran":3,"repositories":1},"listed":{"samples":2,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"9d0dc82a4491f803","entry":"exact_match_score","repo":"THUDM/CogQA","repo_kind":"official","path":"hotpot_evaluate_v1.py","file_url":"https://github.com/THUDM/CogQA/blob/HEAD/hotpot_evaluate_v1.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9d0dc82a4491f803"}},{"code_sha256_prefix":"32a5f1733d9a8971","entry":"f1_score","repo":"THUDM/CogQA","repo_kind":"official","path":"hotpot_evaluate_v1.py","file_url":"https://github.com/THUDM/CogQA/blob/HEAD/hotpot_evaluate_v1.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"32a5f1733d9a8971"}},{"code_sha256_prefix":"733cd4727b4ed611","entry":"get_pad_mask","repo":"ShaoaAllen/CogQA","repo_kind":"listed","path":"transform2_model.py","file_url":"https://github.com/ShaoaAllen/CogQA/blob/HEAD/transform2_model.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"733cd4727b4ed611"}},{"code_sha256_prefix":"1eedfb10edb08c8a","entry":"get_subsequent_mask","repo":"ShaoaAllen/CogQA","repo_kind":"listed","path":"transform2_model.py","file_url":"https://github.com/ShaoaAllen/CogQA/blob/HEAD/transform2_model.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1eedfb10edb08c8a"}},{"code_sha256_prefix":"dae7ab386661a4f4","entry":"normalize_answer","repo":"THUDM/CogQA","repo_kind":"official","path":"hotpot_evaluate_v1.py","file_url":"https://github.com/THUDM/CogQA/blob/HEAD/hotpot_evaluate_v1.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dae7ab386661a4f4"}},{"code_sha256_prefix":"e54c3ac5706d62dc","entry":"dp","repo":"THUDM/CogQA","repo_kind":"official","path":"utils.py","file_url":"https://github.com/THUDM/CogQA/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e54c3ac5706d62dc"}},{"code_sha256_prefix":"48ef4a256160b865","entry":"find_fact_content","repo":"THUDM/CogQA","repo_kind":"official","path":"process_train.py","file_url":"https://github.com/THUDM/CogQA/blob/HEAD/process_train.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"48ef4a256160b865"}},{"code_sha256_prefix":"f21b310d4e20da30","entry":"get_context_fullwiki","repo":"THUDM/CogQA","repo_kind":"official","path":"utils.py","file_url":"https://github.com/THUDM/CogQA/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f21b310d4e20da30"}},{"code_sha256_prefix":"04d7749f0d53e657","entry":"get_edges","repo":"THUDM/CogQA","repo_kind":"official","path":"read_fullwiki.py","file_url":"https://github.com/THUDM/CogQA/blob/HEAD/read_fullwiki.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"04d7749f0d53e657"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}