{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/information-screening-whilst-exploiting","title":"Information Screening whilst Exploiting! Multimodal Relation Extraction with Feature Denoising and Multimodal Topic Modeling","arxiv_id":"2305.11719","date":"2023-05-19","proceeding":null,"authors":["Shengqiong Wu","Hao Fei","Yixin Cao","Lidong Bing","Tat-Seng Chua"],"abstract":"Existing research on multimodal relation extraction (MRE) faces two co-existing challenges, internal-information over-utilization and external-information under-exploitation. To combat that, we propose a novel framework that simultaneously implements the idea of internal-information screening and external-information exploiting. First, we represent the fine-grained semantic structures of the input image and text with the visual and textual scene graphs, which are further fused into a unified cross-modal graph (CMG). Based on CMG, we perform structure refinement with the guidance of the graph information bottleneck principle, actively denoising the less-informative features. Next, we perform topic modeling over the input image and text, incorporating latent multimodal topic features to enrich the contexts. On the benchmark MRE dataset, our system outperforms the current best model significantly. With further in-depth analyses, we reveal the great potential of our method for the MRE task. Our codes are open at https://github.com/ChocoWu/MRE-ISE.","url_abs":"https://arxiv.org/abs/2305.11719v2","url_pdf":"https://arxiv.org/pdf/2305.11719v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"information-screening-whilst-exploiting","repo_url":"https://github.com/chocowu/mre-ise","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"denoising","task_name":"Denoising"},{"task_slug":null,"task_name":"Relation"},{"task_slug":"relation-extraction","task_name":"Relation Extraction"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=2305.11719","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11719"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/chocowu/mre-ise","reach":{"status":"ok"}},{"provenance":"deterministic:regex_extraction","url":"https://github.com/ChocoWu/MRE-ISE","reach":{"status":"ok"}}],"summary":{"ran":3,"unverified":4},"by_repo_kind":{"official":{"samples":7,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":7,"samples":[{"code_sha256_prefix":"a2f81e3dfaf0af8f","entry":"CombinedInferenceNetwork","repo":"ChocoWu/MRE-ISE","repo_kind":"official","path":"cores/gene/model.py","file_url":"https://github.com/ChocoWu/MRE-ISE/blob/HEAD/cores/gene/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a2f81e3dfaf0af8f"}},{"code_sha256_prefix":"3963301e9bb417ca","entry":"ContextualInferenceNetwork","repo":"ChocoWu/MRE-ISE","repo_kind":"official","path":"cores/gene/model.py","file_url":"https://github.com/ChocoWu/MRE-ISE/blob/HEAD/cores/gene/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3963301e9bb417ca"}},{"code_sha256_prefix":"55ea92c59045af62","entry":"GraphLearner","repo":"ChocoWu/MRE-ISE","repo_kind":"official","path":"cores/gene/model.py","file_url":"https://github.com/ChocoWu/MRE-ISE/blob/HEAD/cores/gene/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"55ea92c59045af62"}},{"code_sha256_prefix":"4be08c0a44914a54","entry":"DecoderNetwork","repo":"ChocoWu/MRE-ISE","repo_kind":"official","path":"cores/gene/model.py","file_url":"https://github.com/ChocoWu/MRE-ISE/blob/HEAD/cores/gene/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"4be08c0a44914a54"}},{"code_sha256_prefix":"de796bdf0ecca799","entry":"FustionLayer","repo":"ChocoWu/MRE-ISE","repo_kind":"official","path":"cores/gene/model.py","file_url":"https://github.com/ChocoWu/MRE-ISE/blob/HEAD/cores/gene/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"de796bdf0ecca799"}},{"code_sha256_prefix":"607bce72cdf483ac","entry":"GAT","repo":"ChocoWu/MRE-ISE","repo_kind":"official","path":"cores/gene/model.py","file_url":"https://github.com/ChocoWu/MRE-ISE/blob/HEAD/cores/gene/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"607bce72cdf483ac"}},{"code_sha256_prefix":"692d6ed1503c7ee3","entry":"MRE","repo":"ChocoWu/MRE-ISE","repo_kind":"official","path":"cores/gene/model.py","file_url":"https://github.com/ChocoWu/MRE-ISE/blob/HEAD/cores/gene/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"692d6ed1503c7ee3"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}