{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/visual-pivoting-for-unsupervised-entity","title":"Visual Pivoting for (Unsupervised) Entity Alignment","arxiv_id":"2009.13603","date":"2020-09-28","proceeding":null,"authors":["Fangyu Liu","Muhao Chen","Dan Roth","Nigel Collier"],"abstract":"This work studies the use of visual semantic representations to align entities in heterogeneous knowledge graphs (KGs). Images are natural components of many existing KGs. By combining visual knowledge with other auxiliary information, we show that the proposed new approach, EVA, creates a holistic entity representation that provides strong signals for cross-graph entity alignment. Besides, previous entity alignment methods require human labelled seed alignment, restricting availability. EVA provides a completely unsupervised solution by leveraging the visual similarity of entities to create an initial seed dictionary (visual pivots). Experiments on benchmark data sets DBP15k and DWY15k show that EVA offers state-of-the-art performance on both monolingual and cross-lingual entity alignment tasks. Furthermore, we discover that images are particularly useful to align long-tail KG entities, which inherently lack the structural contexts necessary for capturing the correspondences.","url_abs":"https://arxiv.org/abs/2009.13603v2","url_pdf":"https://arxiv.org/pdf/2009.13603v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"visual-pivoting-for-unsupervised-entity","repo_url":"https://github.com/cambridgeltl/eva","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"visual-pivoting-for-unsupervised-entity","repo_url":"https://github.com/sayands/sgaligner","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"entity-alignment","task_name":"Entity Alignment"},{"task_slug":"knowledge-graphs","task_name":"Knowledge Graphs"},{"task_slug":"multi-modal-entity-alignment","task_name":"Multi-modal Entity Alignment"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/entity-alignment-on-dbp15k-zh-en","task":"Entity Alignment","dataset":"DBP15k zh-en","model":"EVA","rank_in_archive_order":16,"of":38,"metrics":{"Hits@1":"0.761"},"uses_additional_data":true},{"leaderboard":"/sota/entity-alignment-on-dbp15k-fr-en","task":"Entity Alignment","dataset":"dbp15k fr-en","model":"EVA","rank_in_archive_order":13,"of":14,"metrics":{"Hits@1":"0.793"},"uses_additional_data":true},{"leaderboard":"/sota/entity-alignment-on-dbp15k-ja-en","task":"Entity Alignment","dataset":"dbp15k ja-en","model":"EVA","rank_in_archive_order":13,"of":14,"metrics":{"Hits@1":"0.762"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-dbp-fr","task":"Multi-modal Entity Alignment","dataset":"UMVM-dbp-fr-en","model":"EVA (w/o surf)","rank_in_archive_order":6,"of":10,"metrics":{"Hits@1":"0.765"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-dbp-fr","task":"Multi-modal Entity Alignment","dataset":"UMVM-dbp-fr-en","model":"EVA (w/o surf & w/o iter)","rank_in_archive_order":8,"of":10,"metrics":{"Hits@1":"0.686"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-dbp-ja","task":"Multi-modal Entity Alignment","dataset":"UMVM-dbp-ja-en","model":"EVA (w/o surf)","rank_in_archive_order":6,"of":10,"metrics":{"Hits@1":"0.741"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-dbp-ja","task":"Multi-modal Entity Alignment","dataset":"UMVM-dbp-ja-en","model":"EVA (w/o surf & w/o iter)","rank_in_archive_order":8,"of":10,"metrics":{"Hits@1":"0.669"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-dbp-zh","task":"Multi-modal Entity Alignment","dataset":"UMVM-dbp-zh-en","model":"EVA (w/o surf)","rank_in_archive_order":6,"of":10,"metrics":{"Hits@1":"0.750"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-dbp-zh","task":"Multi-modal Entity Alignment","dataset":"UMVM-dbp-zh-en","model":"EVA (w/o surf & w/o iter)","rank_in_archive_order":8,"of":10,"metrics":{"Hits@1":"0.683"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-d-w","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-d-w-v1","model":"EVA (w/o surf)","rank_in_archive_order":3,"of":8,"metrics":{"Hits@1":"0.915"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-d-w","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-d-w-v1","model":"EVA (w/o surf & w/o iter)","rank_in_archive_order":6,"of":8,"metrics":{"Hits@1":"0.858"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-d-w-1","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-d-w-v2","model":"EVA (w/o surf)","rank_in_archive_order":5,"of":7,"metrics":{"Hits@1":"0.925"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-d-w-1","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-d-w-v2","model":"EVA (w/o surf & w/o iter)","rank_in_archive_order":6,"of":7,"metrics":{"Hits@1":"0.890"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-en-1","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-en-de","model":"EVA (w/o surf)","rank_in_archive_order":3,"of":8,"metrics":{"Hits@1":"0.956"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-en-1","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-en-de","model":"EVA (w/o surf & w/o iter)","rank_in_archive_order":6,"of":8,"metrics":{"Hits@1":"0.922"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-en","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-en-fr","model":"EVA (w/o surf)","rank_in_archive_order":3,"of":8,"metrics":{"Hits@1":"0.849"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-en","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-en-fr","model":"EVA (w/o surf & w/o iter)","rank_in_archive_order":6,"of":8,"metrics":{"Hits@1":"0.785"},"uses_additional_data":true}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2009.13603","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.13603"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/sayands/sgaligner","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/cambridgeltl/eva","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":3,"unverified":6},"by_repo_kind":{"official":{"samples":9,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"9b0a787b92a87023","entry":"cosine_sim","repo":"cambridgeltl/eva","repo_kind":"official","path":"src/models.py","file_url":"https://github.com/cambridgeltl/eva/blob/HEAD/src/models.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9b0a787b92a87023"}},{"code_sha256_prefix":"d45f434d25f2e870","entry":"normalize_adj","repo":"cambridgeltl/eva","repo_kind":"official","path":"src/utils.py","file_url":"https://github.com/cambridgeltl/eva/blob/HEAD/src/utils.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d45f434d25f2e870"}},{"code_sha256_prefix":"39cba20da9f36113","entry":"normalize_features","repo":"cambridgeltl/eva","repo_kind":"official","path":"src/utils.py","file_url":"https://github.com/cambridgeltl/eva/blob/HEAD/src/utils.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"39cba20da9f36113"}},{"code_sha256_prefix":"bebe16d3aeca99f3","entry":"attention","repo":"cambridgeltl/eva","repo_kind":"official","path":"src/models.py","file_url":"https://github.com/cambridgeltl/eva/blob/HEAD/src/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bebe16d3aeca99f3"}},{"code_sha256_prefix":"bebaa42d5e2dcdf3","entry":"get_ent2id","repo":"cambridgeltl/eva","repo_kind":"official","path":"src/Load.py","file_url":"https://github.com/cambridgeltl/eva/blob/HEAD/src/Load.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bebaa42d5e2dcdf3"}},{"code_sha256_prefix":"7c1bdadfedbe321c","entry":"get_ids","repo":"cambridgeltl/eva","repo_kind":"official","path":"src/Load.py","file_url":"https://github.com/cambridgeltl/eva/blob/HEAD/src/Load.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7c1bdadfedbe321c"}},{"code_sha256_prefix":"433bcbe46a942d69","entry":"l2norm","repo":"cambridgeltl/eva","repo_kind":"official","path":"src/models.py","file_url":"https://github.com/cambridgeltl/eva/blob/HEAD/src/models.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"433bcbe46a942d69"}},{"code_sha256_prefix":"4564d89c4036e373","entry":"loadfile","repo":"cambridgeltl/eva","repo_kind":"official","path":"src/Load.py","file_url":"https://github.com/cambridgeltl/eva/blob/HEAD/src/Load.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4564d89c4036e373"}},{"code_sha256_prefix":"edf110cbd4fe5ec5","entry":"sparse_mx_to_torch_sparse_tensor","repo":"cambridgeltl/eva","repo_kind":"official","path":"src/utils.py","file_url":"https://github.com/cambridgeltl/eva/blob/HEAD/src/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"edf110cbd4fe5ec5"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}