{"url":"/dataset/codex-medium","name":"CoDEx Medium","full_name":null,"description_markdown":"CoDEx comprises a set of knowledge graph completion datasets extracted from Wikidata and Wikipedia that improve upon existing knowledge graph completion benchmarks in scope and level of difficulty. CoDEx comprises three knowledge graphs varying in size and structure, multilingual descriptions of entities and relations, and tens of thousands of hard negative triples that are plausible but verified to be false. \r\n\r\nSource: [CoDEx: A Comprehensive Knowledge Graph Completion Benchmark](/paper/codex-a-comprehensive-knowledge-graph)","description_withheld":null,"homepage":"https://github.com/tsafavi/codex","introduced_date":"2020-09-16","introduced_date_note":null,"introduced_by":{"paper":"/paper/codex-a-comprehensive-knowledge-graph","title":"CoDEx: A Comprehensive Knowledge Graph Completion Benchmark","first_author":"Tara Safavi","url":null},"license":{"name":"MIT","url":"https://github.com/tsafavi/codex/blob/master/LICENSE"},"modalities":[],"tasks":[{"name":"Link Prediction","url":"/task/link-prediction","datasets_with_task":"/datasets/task/link-prediction"},{"name":"Knowledge Graph Completion","url":"/task/knowledge-graph-completion","datasets_with_task":"/datasets/task/knowledge-graph-completion"},{"name":"Triple Classification","url":"/task/triple-classification","datasets_with_task":"/datasets/task/triple-classification"}],"languages":[],"variants":["CoDEx Medium"],"data_loaders":[],"num_papers_in_archive":5,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/link-prediction-on-codex-medium","task":"Link Prediction","dataset_variant":"CoDEx Medium","rows":7,"metrics":["MRR","Hits@1","Hits@3","Hits@10"],"first_row_in_archive_order":{"model":"ULTRA","paper":"/paper/towards-foundation-models-for-knowledge-graph","metrics":{"Hits@10":"0.525","MRR":"0.372"},"code_links":[{"title":"DeepGraphLearning/ULTRA","url":"https://github.com/DeepGraphLearning/ULTRA"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/towards-foundation-models-for-knowledge-graph","title":"Towards Foundation Models for Knowledge Graph Reasoning","date":"2023-10-06","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":1,"samples_ran":0,"samples_unverified":1,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/relation-prediction-as-an-auxiliary-training","title":"Relation Prediction as an Auxiliary Training Objective for Improving Multi-Relational Graph Representations","date":"2021-10-06","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/codex-a-comprehensive-knowledge-graph","title":"CoDEx: A Comprehensive Knowledge Graph Completion Benchmark","date":"2020-09-16","rows_on_this_dataset":5,"code_links":2,"syntology":null}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":1,"samples_harvested":1,"samples_ran":0,"samples_unverified":1,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":1,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}