{"url":"/task/knowledge-graphs","name":"Knowledge Graphs","slug":"knowledge-graphs","description_markdown":"A knowledge graph is a structured representation of information that organizes data into nodes (entities) and edges (relationships) to show how different pieces of knowledge are interconnected. It enables enhanced data integration, search, and inference by modeling the relationships between concepts and entities in a graph format.","categories":[{"name":"Graphs","url":"/area/graphs"},{"name":"Knowledge Base","url":"/area/knowledge-base"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":2974,"papers_with_code":1273,"benchmarks":4,"benchmark_tables_in_archive":4,"benchmark_tables_shown":4,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":46,"subtasks":5,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/knowledge-graphs-on-mars-multimodal","slug":"knowledge-graphs-on-mars-multimodal","dataset":"MARS (Multimodal Analogical Reasoning dataSet)","dataset_url":"/dataset/mars-multimodal-analogical-reasoning-dataset","rows_in_archive":8,"metrics":["MRR"],"first_row_in_archive_order":{"model":"MarT_MKGformer","paper_title":"Multimodal Analogical Reasoning over Knowledge Graphs","paper_url":"/paper/multimodal-analogical-reasoning-over","paper_date":"2022-10-01","arxiv_id":"2210.00312","code_links":[{"title":"zjunlp/MKGformer","url":"https://github.com/zjunlp/MKGformer"},{"title":"zjunlp/MKG_Analogy","url":"https://github.com/zjunlp/MKG_Analogy"}],"syntology":{"n":27,"n_ran":7,"n_unverified":20,"n_pointer_only":0}}},{"leaderboard":"/sota/knowledge-graphs-on-jerichoworld","slug":"knowledge-graphs-on-jerichoworld","dataset":"JerichoWorld","dataset_url":"/dataset/jerichoworld","rows_in_archive":5,"metrics":["Set accuracy"],"first_row_in_archive_order":{"model":"Worldformer","paper_title":"Learning Knowledge Graph-based World Models of Textual Environments","paper_url":"/paper/learning-knowledge-graph-based-world-models","paper_date":"2021-06-17","arxiv_id":"2106.09608","code_links":[],"syntology":null}},{"leaderboard":"/sota/knowledge-graphs-on-wikikg90m-lsc","slug":"knowledge-graphs-on-wikikg90m-lsc","dataset":"WikiKG90M-LSC","dataset_url":"/dataset/ogb-lsc","rows_in_archive":4,"metrics":["Test MRR","Validation MRR"],"first_row_in_archive_order":{"model":"TransE-Concat","paper_title":"OGB-LSC: A Large-Scale Challenge for Machine Learning on Graphs","paper_url":"/paper/ogb-lsc-a-large-scale-challenge-for-machine","paper_date":"2021-03-17","arxiv_id":"2103.09430","code_links":[{"title":"dmlc/dgl","url":"https://github.com/dmlc/dgl/tree/master/examples/pytorch/ogb_lsc"},{"title":"snap-stanford/ogb","url":"https://github.com/snap-stanford/ogb"},{"title":"graphcore/ogb-lsc-pcqm4mv2","url":"https://github.com/graphcore/ogb-lsc-pcqm4mv2"},{"title":"shamim-hussain/egt","url":"https://github.com/shamim-hussain/egt"},{"title":"graphcore/distributed-kge-poplar","url":"https://github.com/graphcore/distributed-kge-poplar"},{"title":"lars-research/3d-pgt","url":"https://github.com/lars-research/3d-pgt"}],"syntology":null}},{"leaderboard":"/sota/knowledge-graphs-on-fb15k","slug":"knowledge-graphs-on-fb15k","dataset":"FB15k","dataset_url":"/dataset/fb15k","rows_in_archive":2,"metrics":["MRR"],"first_row_in_archive_order":{"model":"HHolE","paper_title":"Augmenting Compositional Models for Knowledge Base Completion Using Gradient Representations","paper_url":"/paper/augmenting-compositional-models-for-knowledge","paper_date":"2018-11-02","arxiv_id":"1811.01062","code_links":[],"syntology":null}}],"datasets":[{"url":"/dataset/conceptnet","name":"ConceptNet","full_name":"","num_papers_in_archive":852},{"url":"/dataset/fb15k","name":"FB15k","full_name":"Freebase 15K","num_papers_in_archive":641},{"url":"/dataset/atomic","name":"ATOMIC","full_name":"","num_papers_in_archive":170},{"url":"/dataset/cord-19","name":"CORD-19","full_name":"CORD-19","num_papers_in_archive":163},{"url":"/dataset/redial","name":"ReDial","full_name":"","num_papers_in_archive":105},{"url":"/dataset/metaqa","name":"MetaQA","full_name":"MoviE Text Audio QA","num_papers_in_archive":81},{"url":"/dataset/semantic-scholar","name":"Semantic Scholar","full_name":"Semantic Scholar","num_papers_in_archive":75},{"url":"/dataset/dbp15k","name":"DBP15K","full_name":"DBP15K","num_papers_in_archive":65},{"url":"/dataset/complexwebquestions","name":"ComplexWebQuestions","full_name":"ComplexWebQuestions","num_papers_in_archive":62},{"url":"/dataset/opendialkg","name":"OpenDialKG","full_name":"","num_papers_in_archive":55},{"url":"/dataset/jericho","name":"Jericho","full_name":"","num_papers_in_archive":54},{"url":"/dataset/mmkg","name":"MMKG","full_name":"","num_papers_in_archive":49},{"url":"/dataset/csqa","name":"CSQA","full_name":"","num_papers_in_archive":40},{"url":"/dataset/ogb-lsc","name":"OGB-LSC","full_name":"OGB Large-Scale Challenge","num_papers_in_archive":34},{"url":"/dataset/holl-e","name":"Holl-E","full_name":"","num_papers_in_archive":30},{"url":"/dataset/robocup","name":"RoboCup","full_name":"RoboCup","num_papers_in_archive":20},{"url":"/dataset/webchild","name":"WebChild","full_name":"","num_papers_in_archive":20},{"url":"/dataset/agriculture-vision","name":"Agriculture-Vision","full_name":"","num_papers_in_archive":18},{"url":"/dataset/kinship","name":"Kinship","full_name":null,"num_papers_in_archive":10},{"url":"/dataset/wikiconv","name":"WikiConv","full_name":"","num_papers_in_archive":10},{"url":"/dataset/semeval-2021-task-11-nlpcontributiongraph","name":"SemEval-2021 Task-11","full_name":"","num_papers_in_archive":8},{"url":"/dataset/forecastqa","name":"ForecastQA","full_name":"","num_papers_in_archive":7},{"url":"/dataset/jerichoworld","name":"JerichoWorld","full_name":"","num_papers_in_archive":6},{"url":"/dataset/knowledgenet","name":"KnowledgeNet","full_name":"KnowledgeNet","num_papers_in_archive":6},{"url":"/dataset/semopenalex","name":"SemOpenAlex","full_name":"","num_papers_in_archive":6},{"url":"/dataset/mmea-umvm","name":"UMVM","full_name":"","num_papers_in_archive":6},{"url":"/dataset/comfact","name":"ComFact","full_name":"","num_papers_in_archive":5},{"url":"/dataset/kg20c","name":"KG20C","full_name":"A scholarly knowledge graph benchmark dataset","num_papers_in_archive":5},{"url":"/dataset/organizational-graph","name":"Organizational Graph","full_name":"","num_papers_in_archive":5},{"url":"/dataset/worldkg","name":"WorldKG","full_name":"","num_papers_in_archive":5},{"url":"/dataset/fb15k-237-low","name":"FB15k-237-low","full_name":null,"num_papers_in_archive":3},{"url":"/dataset/wikiwiki","name":"WikiWiki","full_name":"","num_papers_in_archive":3},{"url":"/dataset/biographical","name":"Biographical","full_name":"Biographical: A Semi-Supervised Relation Extraction Dataset","num_papers_in_archive":2},{"url":"/dataset/cookie","name":"Cookie","full_name":"","num_papers_in_archive":2},{"url":"/dataset/simpledbpediaqa","name":"SimpleDBpediaQA","full_name":"","num_papers_in_archive":2},{"url":"/dataset/aiseckg","name":"AISECKG","full_name":"AISecKG: Knowledge Graph Dataset for Cybersecurity Education","num_papers_in_archive":1},{"url":"/dataset/compmix-ir","name":"CompMix-IR","full_name":"","num_papers_in_archive":1},{"url":"/dataset/dtbm","name":"DTBM","full_name":"Digital Twin Benchmark Model","num_papers_in_archive":1},{"url":"/dataset/ent-desc","name":"ENT-DESC","full_name":"","num_papers_in_archive":1},{"url":"/dataset/event-qa","name":"Event-QA","full_name":"","num_papers_in_archive":1},{"url":"/dataset/fb1-5m","name":"FB1.5M","full_name":null,"num_papers_in_archive":1},{"url":"/dataset/kacc","name":"KACC","full_name":"","num_papers_in_archive":1},{"url":"/dataset/mars-multimodal-analogical-reasoning-dataset","name":"MARS (Multimodal Analogical Reasoning dataSet)","full_name":"","num_papers_in_archive":1},{"url":"/dataset/orkg-qa","name":"ORKG-QA","full_name":"","num_papers_in_archive":1},{"url":"/dataset/textworld-kg","name":"TextWorld KG","full_name":null,"num_papers_in_archive":1},{"url":"/dataset/kg-dataset","name":"KG dataset","full_name":"","num_papers_in_archive":0}],"subtasks":[{"url":"/task/complex-query-answering","name":"Complex Query Answering"},{"url":"/task/knowledge-graph-completion","name":"Knowledge Graph Completion"},{"url":"/task/open-knowledge-graph-canonicalization","name":"Open Knowledge Graph Canonicalization"},{"url":"/task/person-centric-knowledge-graphs","name":"Person-Centric Knowledge Graphs"},{"url":"/task/relational-pattern-learning","name":"Relational Pattern Learning"}],"parent_tasks":[{"url":"/task/large-language-model","name":"Large Language Model"}],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":30,"of":1273,"tagged_in_all":2974,"items":[{"url":"/paper/modeling-relational-data-with-graph","title":"Modeling Relational Data with Graph Convolutional Networks","date":"2017-03-17","arxiv_id":"1703.06103","repositories_listed":27,"syntology":{"n":32,"n_ran":10,"n_unverified":22,"n_pointer_only":15}},{"url":"/paper/open-graph-benchmark-datasets-for-machine","title":"Open Graph Benchmark: Datasets for Machine Learning on Graphs","date":"2020-05-02","arxiv_id":"2005.00687","repositories_listed":21,"syntology":{"n":17,"n_ran":2,"n_unverified":15,"n_pointer_only":15}},{"url":"/paper/embedding-logical-queries-on-knowledge-graphs","title":"Embedding Logical Queries on Knowledge Graphs","date":"2018-06-05","arxiv_id":"1806.01445","repositories_listed":12,"syntology":{"n":4,"n_ran":4,"n_unverified":0,"n_pointer_only":1}},{"url":"/paper/inductive-relation-prediction-on-knowledge","title":"Inductive Relation Prediction by Subgraph Reasoning","date":"2019-11-16","arxiv_id":"1911.06962","repositories_listed":10,"syntology":{"n":1,"n_ran":1,"n_unverified":0,"n_pointer_only":1}},{"url":"/paper/rotate-knowledge-graph-embedding-by","title":"RotatE: Knowledge Graph Embedding by Relational Rotation in Complex Space","date":"2019-02-26","arxiv_id":"1902.10197","repositories_listed":10,"syntology":{"n":5,"n_ran":0,"n_unverified":5,"n_pointer_only":0}},{"url":"/paper/beta-embeddings-for-multi-hop-logical","title":"Beta Embeddings for Multi-Hop Logical Reasoning in Knowledge Graphs","date":"2020-10-22","arxiv_id":"2010.11465","repositories_listed":9,"syntology":{"n":14,"n_ran":8,"n_unverified":6,"n_pointer_only":1}},{"url":"/paper/query2box-reasoning-over-knowledge-graphs-in-1","title":"Query2box: Reasoning over Knowledge Graphs in Vector Space using Box Embeddings","date":"2020-02-14","arxiv_id":"2002.05969","repositories_listed":9,"syntology":{"n":41,"n_ran":30,"n_unverified":11,"n_pointer_only":2}},{"url":"/paper/learning-hierarchy-aware-knowledge-graph","title":"Learning Hierarchy-Aware Knowledge Graph Embeddings for Link Prediction","date":"2019-11-21","arxiv_id":"1911.09419","repositories_listed":9,"syntology":{"n":8,"n_ran":2,"n_unverified":6,"n_pointer_only":1}},{"url":"/paper/convolutional-2d-knowledge-graph-embeddings","title":"Convolutional 2D Knowledge Graph Embeddings","date":"2017-07-05","arxiv_id":"1707.01476","repositories_listed":8,"syntology":null},{"url":"/paper/kgat-knowledge-graph-attention-network-for","title":"KGAT: Knowledge Graph Attention Network for Recommendation","date":"2019-05-20","arxiv_id":"1905.07854","repositories_listed":7,"syntology":{"n":13,"n_ran":7,"n_unverified":6,"n_pointer_only":1}},{"url":"/paper/knowledge-graphs-meet-multi-modal-learning-a","title":"Knowledge Graphs Meet Multi-Modal Learning: A Comprehensive Survey","date":"2024-02-08","arxiv_id":"2402.05391","repositories_listed":6,"syntology":{"n":18,"n_ran":9,"n_unverified":9,"n_pointer_only":0}},{"url":"/paper/qa-gnn-reasoning-with-language-models-and","title":"QA-GNN: Reasoning with Language Models and Knowledge Graphs for Question Answering","date":"2021-04-13","arxiv_id":"2104.06378","repositories_listed":6,"syntology":{"n":25,"n_ran":1,"n_unverified":24,"n_pointer_only":4}},{"url":"/paper/ogb-lsc-a-large-scale-challenge-for-machine","title":"OGB-LSC: A Large-Scale Challenge for Machine Learning on Graphs","date":"2021-03-17","arxiv_id":"2103.09430","repositories_listed":6,"syntology":null},{"url":"/paper/knowledge-graph-convolutional-networks-for","title":"Knowledge-aware Graph Neural Networks with Label Smoothness Regularization for Recommender Systems","date":"2019-05-11","arxiv_id":"1905.04413","repositories_listed":6,"syntology":{"n":4,"n_ran":0,"n_unverified":4,"n_pointer_only":0}},{"url":"/paper/complex-query-answering-with-neural-link-1","title":"Complex Query Answering with Neural Link Predictors","date":"2020-11-06","arxiv_id":"2011.03459","repositories_listed":5,"syntology":{"n":7,"n_ran":5,"n_unverified":2,"n_pointer_only":4}},{"url":"/paper/rnnlogic-learning-logic-rules-for-reasoning-1","title":"RNNLogic: Learning Logic Rules for Reasoning on Knowledge Graphs","date":"2020-10-08","arxiv_id":"2010.04029","repositories_listed":5,"syntology":{"n":2,"n_ran":2,"n_unverified":0,"n_pointer_only":2}},{"url":"/paper/mmkg-multi-modal-knowledge-graphs","title":"MMKG: Multi-Modal Knowledge Graphs","date":"2019-03-13","arxiv_id":"1903.05485","repositories_listed":5,"syntology":null},{"url":"/paper/tucker-tensor-factorization-for-knowledge","title":"TuckER: Tensor Factorization for Knowledge Graph Completion","date":"2019-01-28","arxiv_id":"1901.09590","repositories_listed":5,"syntology":null},{"url":"/paper/x-lora-mixture-of-low-rank-adapter-experts-a","title":"X-LoRA: Mixture of Low-Rank Adapter Experts, a Flexible Framework for Large Language Models with Applications in Protein Mechanics and Molecular Design","date":"2024-02-11","arxiv_id":"2402.07148","repositories_listed":4,"syntology":null},{"url":"/paper/meim-multi-partition-embedding-interaction","title":"MEIM: Multi-partition Embedding Interaction Beyond Block Term Format for Efficient and Expressive Link Prediction","date":"2022-09-30","arxiv_id":"2209.15597","repositories_listed":4,"syntology":{"n":7,"n_ran":6,"n_unverified":1,"n_pointer_only":7}},{"url":"/paper/nodepiece-compositional-and-parameter","title":"NodePiece: Compositional and Parameter-Efficient Representations of Large Knowledge Graphs","date":"2021-06-23","arxiv_id":"2106.12144","repositories_listed":4,"syntology":{"n":7,"n_ran":0,"n_unverified":7,"n_pointer_only":0}},{"url":"/paper/logic-embeddings-for-complex-query-answering","title":"Logic Embeddings for Complex Query Answering","date":"2021-02-28","arxiv_id":"2103.00418","repositories_listed":4,"syntology":{"n":1,"n_ran":1,"n_unverified":0,"n_pointer_only":1}},{"url":"/paper/multi-relational-embedding-for-knowledge","title":"Multi-Relational Embedding for Knowledge Graph Representation and Analysis","date":"2020-09-28","arxiv_id":null,"repositories_listed":4,"syntology":null},{"url":"/paper/holographic-embeddings-of-knowledge-graphs","title":"Holographic Embeddings of Knowledge Graphs","date":"2015-10-16","arxiv_id":"1510.04935","repositories_listed":4,"syntology":{"n":8,"n_ran":0,"n_unverified":8,"n_pointer_only":0}},{"url":"/paper/tgb-2-0-a-benchmark-for-learning-on-temporal","title":"TGB 2.0: A Benchmark for Learning on Temporal Knowledge Graphs and Heterogeneous Graphs","date":"2024-06-14","arxiv_id":"2406.09639","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/benchmarking-the-abilities-of-large-language","title":"Benchmarking the Abilities of Large Language Models for RDF Knowledge Graph Creation and Comprehension: How Well Do LLMs Speak Turtle?","date":"2023-09-29","arxiv_id":"2309.17122","repositories_listed":3,"syntology":null},{"url":"/paper/think-on-graph-deep-and-responsible-reasoning","title":"Think-on-Graph: Deep and Responsible Reasoning of Large Language Model on Knowledge Graph","date":"2023-07-15","arxiv_id":"2307.07697","repositories_listed":3,"syntology":{"n":16,"n_ran":11,"n_unverified":5,"n_pointer_only":15}},{"url":"/paper/step-by-step-a-hierarchical-framework-for","title":"Step by step: a hierarchical framework for multi-hop knowledge graph reasoning with reinforcement learning","date":"2022-07-19","arxiv_id":null,"repositories_listed":3,"syntology":null},{"url":"/paper/tempoqr-temporal-question-reasoning-over","title":"TempoQR: Temporal Question Reasoning over Knowledge Graphs","date":"2021-12-10","arxiv_id":"2112.05785","repositories_listed":3,"syntology":null},{"url":"/paper/vogue-answer-verbalization-through-multi-task","title":"VOGUE: Answer Verbalization through Multi-Task Learning","date":"2021-06-24","arxiv_id":"2106.13316","repositories_listed":3,"syntology":null}],"syntology_records":20,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}