{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/multi-modal-contrastive-representation","title":"Multi-modal Contrastive Representation Learning for Entity Alignment","arxiv_id":"2209.00891","date":"2022-09-02","proceeding":"COLING 2022 10","authors":["Zhenxi Lin","Ziheng Zhang","Meng Wang","Yinghui Shi","Xian Wu","Yefeng Zheng"],"abstract":"Multi-modal entity alignment aims to identify equivalent entities between two different multi-modal knowledge graphs, which consist of structural triples and images associated with entities. Most previous works focus on how to utilize and encode information from different modalities, while it is not trivial to leverage multi-modal knowledge in entity alignment because of the modality heterogeneity. In this paper, we propose MCLEA, a Multi-modal Contrastive Learning based Entity Alignment model, to obtain effective joint representations for multi-modal entity alignment. Different from previous works, MCLEA considers task-oriented modality and models the inter-modal relationships for each entity representation. In particular, MCLEA firstly learns multiple individual representations from multiple modalities, and then performs contrastive learning to jointly model intra-modal and inter-modal interactions. Extensive experimental results show that MCLEA outperforms state-of-the-art baselines on public datasets under both supervised and unsupervised settings.","url_abs":"https://arxiv.org/abs/2209.00891v1","url_pdf":"https://arxiv.org/pdf/2209.00891v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"multi-modal-contrastive-representation","repo_url":"https://github.com/lzxlin/mclea","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"contrastive-learning","task_name":"Contrastive Learning"},{"task_slug":"entity-alignment","task_name":"Entity Alignment"},{"task_slug":"knowledge-graphs","task_name":"Knowledge Graphs"},{"task_slug":"multi-modal-entity-alignment","task_name":"Multi-modal Entity Alignment"},{"task_slug":"representation-learning","task_name":"Representation Learning"}],"methods":[{"method_slug":"contrastive-learning","method_name":"Contrastive Learning"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-dbp-fr","task":"Multi-modal Entity Alignment","dataset":"UMVM-dbp-fr-en","model":"MCLEA (w/o surf)","rank_in_archive_order":4,"of":10,"metrics":{"Hits@1":"0.808"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-dbp-fr","task":"Multi-modal Entity Alignment","dataset":"UMVM-dbp-fr-en","model":"MCLEA (w/o surf & w/o iter)","rank_in_archive_order":7,"of":10,"metrics":{"Hits@1":"0.719"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-dbp-ja","task":"Multi-modal Entity Alignment","dataset":"UMVM-dbp-ja-en","model":"MCLEA (w/o surf)","rank_in_archive_order":3,"of":10,"metrics":{"Hits@1":"0.805"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-dbp-ja","task":"Multi-modal Entity Alignment","dataset":"UMVM-dbp-ja-en","model":"MCLEA (w/o surf & w/o iter)","rank_in_archive_order":7,"of":10,"metrics":{"Hits@1":"0.719"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-dbp-zh","task":"Multi-modal Entity Alignment","dataset":"UMVM-dbp-zh-en","model":"MCLEA (w/o surf)","rank_in_archive_order":3,"of":10,"metrics":{"Hits@1":"0.811"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-dbp-zh","task":"Multi-modal Entity Alignment","dataset":"UMVM-dbp-zh-en","model":"MCLEA (w/o surf & w/o iter)","rank_in_archive_order":7,"of":10,"metrics":{"Hits@1":"0.726"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-d-w","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-d-w-v1","model":"MCLEA (w/o surf)","rank_in_archive_order":2,"of":8,"metrics":{"Hits@1":"0.944"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-d-w","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-d-w-v1","model":"MCLEA (w/o surf & w/o iter)","rank_in_archive_order":5,"of":8,"metrics":{"Hits@1":"0.881"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-d-w-1","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-d-w-v2","model":"MCLEA (w/o surf)","rank_in_archive_order":2,"of":7,"metrics":{"Hits@1":"0.969"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-d-w-1","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-d-w-v2","model":"MCLEA (w/o surf & w/o iter)","rank_in_archive_order":4,"of":7,"metrics":{"Hits@1":"0.928"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-en-1","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-en-de","model":"MCLEA (w/o surf)","rank_in_archive_order":2,"of":8,"metrics":{"Hits@1":"0.969"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-en-1","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-en-de","model":"MCLEA (w/o surf & w/o iter)","rank_in_archive_order":5,"of":8,"metrics":{"Hits@1":"0.939"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-en","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-en-fr","model":"MCLEA (w/o surf)","rank_in_archive_order":2,"of":8,"metrics":{"Hits@1":"0.888"},"uses_additional_data":true},{"leaderboard":"/sota/multi-modal-entity-alignment-on-umvm-oea-en","task":"Multi-modal Entity Alignment","dataset":"UMVM-oea-en-fr","model":"MCLEA (w/o surf & w/o iter)","rank_in_archive_order":5,"of":8,"metrics":{"Hits@1":"0.819"},"uses_additional_data":true}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2209.00891","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2209.00891"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/lzxlin/mclea","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":3,"unverified":7},"by_repo_kind":{"official":{"samples":10,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"9b0a787b92a87023","entry":"cosine_sim","repo":"lzxlin/mclea","repo_kind":"official","path":"src/models.py","file_url":"https://github.com/lzxlin/mclea/blob/HEAD/src/models.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9b0a787b92a87023"}},{"code_sha256_prefix":"d45f434d25f2e870","entry":"normalize_adj","repo":"lzxlin/mclea","repo_kind":"official","path":"src/utils.py","file_url":"https://github.com/lzxlin/mclea/blob/HEAD/src/utils.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d45f434d25f2e870"}},{"code_sha256_prefix":"39cba20da9f36113","entry":"normalize_features","repo":"lzxlin/mclea","repo_kind":"official","path":"src/utils.py","file_url":"https://github.com/lzxlin/mclea/blob/HEAD/src/utils.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"39cba20da9f36113"}},{"code_sha256_prefix":"bebaa42d5e2dcdf3","entry":"get_ent2id","repo":"lzxlin/mclea","repo_kind":"official","path":"src/Load.py","file_url":"https://github.com/lzxlin/mclea/blob/HEAD/src/Load.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bebaa42d5e2dcdf3"}},{"code_sha256_prefix":"7c1bdadfedbe321c","entry":"get_ids","repo":"lzxlin/mclea","repo_kind":"official","path":"src/Load.py","file_url":"https://github.com/lzxlin/mclea/blob/HEAD/src/Load.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7c1bdadfedbe321c"}},{"code_sha256_prefix":"9463435937510fb7","entry":"handle_img_features","repo":"lzxlin/mclea","repo_kind":"official","path":"datapro/mmkb_convert.py","file_url":"https://github.com/lzxlin/mclea/blob/HEAD/datapro/mmkb_convert.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9463435937510fb7"}},{"code_sha256_prefix":"94d7383646036062","entry":"handle_rel_triples","repo":"lzxlin/mclea","repo_kind":"official","path":"datapro/mmkb_convert.py","file_url":"https://github.com/lzxlin/mclea/blob/HEAD/datapro/mmkb_convert.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"94d7383646036062"}},{"code_sha256_prefix":"433bcbe46a942d69","entry":"l2norm","repo":"lzxlin/mclea","repo_kind":"official","path":"src/models.py","file_url":"https://github.com/lzxlin/mclea/blob/HEAD/src/models.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"433bcbe46a942d69"}},{"code_sha256_prefix":"4564d89c4036e373","entry":"loadfile","repo":"lzxlin/mclea","repo_kind":"official","path":"src/Load.py","file_url":"https://github.com/lzxlin/mclea/blob/HEAD/src/Load.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4564d89c4036e373"}},{"code_sha256_prefix":"edf110cbd4fe5ec5","entry":"sparse_mx_to_torch_sparse_tensor","repo":"lzxlin/mclea","repo_kind":"official","path":"src/utils.py","file_url":"https://github.com/lzxlin/mclea/blob/HEAD/src/utils.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"edf110cbd4fe5ec5"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}