{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/temporal-knowledge-base-completion-new","title":"Temporal Knowledge Base Completion: New Algorithms and Evaluation Protocols","arxiv_id":"2005.05035","date":"2020-05-02","proceeding":"EMNLP 2020 11","authors":["Prachi Jain","Sushant Rathi","Mausam","Soumen Chakrabarti"],"abstract":"Temporal knowledge bases associate relational (s,r,o) triples with a set of times (or a single time instant) when the relation is valid. While time-agnostic KB completion (KBC) has witnessed significant research, temporal KB completion (TKBC) is in its early days. In this paper, we consider predicting missing entities (link prediction) and missing time intervals (time prediction) as joint TKBC tasks where entities, relations, and time are all embedded in a uniform, compatible space. We present TIMEPLEX, a novel time-aware KBC method, that also automatically exploits the recurrent nature of some relations and temporal interactions between pairs of relations. TIMEPLEX achieves state-of-the-art performance on both prediction tasks. We also find that existing TKBC models heavily overestimate link prediction performance due to imperfect evaluation mechanisms. In response, we propose improved TKBC evaluation protocols for both link and time prediction tasks, dealing with subtle issues that arise from the partial overlap of time intervals in gold instances and system predictions.","url_abs":"https://arxiv.org/abs/2005.05035v2","url_pdf":"https://arxiv.org/pdf/2005.05035v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"temporal-knowledge-base-completion-new","repo_url":"https://github.com/dair-iitd/tkbi","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"knowledge-base-completion","task_name":"Knowledge Base Completion"},{"task_slug":"knowledge-graph-completion","task_name":"Knowledge Graph Completion"},{"task_slug":"knowledge-graphs","task_name":"Knowledge Graphs"},{"task_slug":"link-prediction","task_name":"Link Prediction"},{"task_slug":"prediction","task_name":"Prediction"},{"task_slug":"temporal-information-extraction","task_name":"Temporal Information Extraction"},{"task_slug":"temporal-knowledge-graph-completion","task_name":"Temporal Knowledge Graph Completion"},{"task_slug":"time-interval-prediction","task_name":"Time-interval Prediction"},{"task_slug":null,"task_name":"valid"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/link-prediction-on-icews05-15-1","task":"Link Prediction","dataset":"ICEWS05-15","model":"TimePlex","rank_in_archive_order":5,"of":16,"metrics":{"MRR":"0.632"},"uses_additional_data":false},{"leaderboard":"/sota/link-prediction-on-icews14-1","task":"Link Prediction","dataset":"ICEWS14","model":"TimePlex","rank_in_archive_order":5,"of":16,"metrics":{"MRR":"0.589"},"uses_additional_data":false},{"leaderboard":"/sota/link-prediction-on-wikidata12k","task":"Link Prediction","dataset":"Wikidata12k","model":"TimePlex","rank_in_archive_order":1,"of":1,"metrics":{"MRR":"0.3335"},"uses_additional_data":false},{"leaderboard":"/sota/link-prediction-on-yago11k","task":"Link Prediction","dataset":"Yago11k","model":"TimePlex","rank_in_archive_order":1,"of":1,"metrics":{"MRR":"0.2364"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2005.05035","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.05035"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/dair-iitd/tkbi","reach":null}],"summary":{"ran":1,"ran_fixture":1,"ran_draft_wrong":1,"unverified":9},"by_repo_kind":{"official":{"samples":12,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":12,"samples":[{"code_sha256_prefix":"07ea1c3eff122d6d","entry":"TimePlex_base","repo":"dair-iitd/tkbi","repo_kind":"official","path":"models.py","file_url":"https://github.com/dair-iitd/tkbi/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"07ea1c3eff122d6d"}},{"code_sha256_prefix":"2dd23c60c69e6933","entry":"func_load_to_gpu","repo":"dair-iitd/tkbi","repo_kind":"official","path":"models.py","file_url":"https://github.com/dair-iitd/tkbi/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2dd23c60c69e6933"}},{"code_sha256_prefix":"031befc1f164bdbc","entry":"get_pairwise_r_dict","repo":"dair-iitd/tkbi","repo_kind":"official","path":"models.py","file_url":"https://github.com/dair-iitd/tkbi/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"031befc1f164bdbc"}},{"code_sha256_prefix":"08b4bc511b937540","entry":"Gadget","repo":"dair-iitd/tkbi","repo_kind":"official","path":"models.py","file_url":"https://github.com/dair-iitd/tkbi/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"08b4bc511b937540"}},{"code_sha256_prefix":"765b061b7b2bc7e3","entry":"Pairs","repo":"dair-iitd/tkbi","repo_kind":"official","path":"models.py","file_url":"https://github.com/dair-iitd/tkbi/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"765b061b7b2bc7e3"}},{"code_sha256_prefix":"e29621e5e0a2e8fa","entry":"ProbDensityScorer","repo":"dair-iitd/tkbi","repo_kind":"official","path":"models.py","file_url":"https://github.com/dair-iitd/tkbi/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e29621e5e0a2e8fa"}},{"code_sha256_prefix":"071c7df25b2bb31b","entry":"Recurrent","repo":"dair-iitd/tkbi","repo_kind":"official","path":"models.py","file_url":"https://github.com/dair-iitd/tkbi/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"071c7df25b2bb31b"}},{"code_sha256_prefix":"71a1315ced027a2b","entry":"RecurringFactScorer","repo":"dair-iitd/tkbi","repo_kind":"official","path":"models.py","file_url":"https://github.com/dair-iitd/tkbi/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"71a1315ced027a2b"}},{"code_sha256_prefix":"436de3b3c8149244","entry":"TimePlex","repo":"dair-iitd/tkbi","repo_kind":"official","path":"models.py","file_url":"https://github.com/dair-iitd/tkbi/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"436de3b3c8149244"}},{"code_sha256_prefix":"1ec8e7a5004409db","entry":"mean_variance","repo":"dair-iitd/tkbi","repo_kind":"official","path":"models.py","file_url":"https://github.com/dair-iitd/tkbi/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"1ec8e7a5004409db"}},{"code_sha256_prefix":"3a3bec30bf828f97","entry":"recurring_mean_variance","repo":"dair-iitd/tkbi","repo_kind":"official","path":"models.py","file_url":"https://github.com/dair-iitd/tkbi/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3a3bec30bf828f97"}},{"code_sha256_prefix":"9605604fe19b6c37","entry":"recurring_relation_mean_variance","repo":"dair-iitd/tkbi","repo_kind":"official","path":"models.py","file_url":"https://github.com/dair-iitd/tkbi/blob/HEAD/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9605604fe19b6c37"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}