{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/arxiv-2602-01753","title":"ObjEmbed: Towards Universal Multimodal Object Embeddings","arxiv_id":"2602.01753","date":"2026-02-02","proceeding":"ICML","authors":["Shenghao Fu","Yukun Su","Fengyun Rao","Jing Lyu","Xiaohua Xie","Wei-Shi Zheng"],"abstract":"Aligning objects with corresponding textual descriptions is a fundamental challenge and a realistic requirement in vision-language understanding. While recent multimodal embedding models excel at global image-text alignment, they often struggle with fine-grained alignment between image regions and specific phrases. In this work, we present ObjEmbed, a novel MLLM embedding model that decomposes the input image into multiple regional embeddings, each corresponding to an individual object, along with global embeddings. It supports a wide range of visual understanding tasks like visual grounding, local image retrieval, and global image retrieval. ObjEmbed enjoys three key properties: (1) Object-Oriented Representation: It captures both semantic and spatial aspects of objects by generating two complementary embeddings for each region: an object embedding for semantic matching and an IoU embedding that predicts localization quality. The final object matching score combines semantic similarity with the predicted IoU, enabling more accurate retrieval. (2) Versatility: It seamlessly handles both region-level and image-level tasks. (3) Efficient Encoding: All objects in an image, along with the full image, are encoded in a single forward pass for high efficiency. Superior performance on 18 diverse benchmarks demonstrates its strong semantic discrimination.","url_abs":"https://arxiv.org/abs/2602.01753","url_pdf":"https://arxiv.org/pdf/2602.01753","source":{"archive":null,"snapshot":"2025-07-28","note":"not in the Papers with Code archive (frozen at the snapshot)","row_kind":"graph","title_abstract_authors_date":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)"},"code_links":[],"tasks":[],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2602.01753","atlas_url":"https://app.syntology.ai/?focus=2602.01753","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2602.01753"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"mentioned_in_github":null,"is_official":null,"provenance":"deterministic:regex_extraction","mentioned_in_paper":null,"url":"https://github.com/WeChatCV/ObjEmbed","reach":null}],"summary":{"ran":1,"ran_draft_wrong":2,"unverified":3},"by_repo_kind":{"found_in_text":{"samples":6,"ran":3,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":6,"samples":[{"code_sha256_prefix":"36820acd8254a01e","entry":"ObjectEmbedOutput","repo":"WeChatCV/ObjEmbed","repo_kind":"found_in_text","path":"models/qwen3vl_objembed.py","file_url":"https://github.com/WeChatCV/ObjEmbed/blob/HEAD/models/qwen3vl_objembed.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"36820acd8254a01e"}},{"code_sha256_prefix":"cedceb02caf3000b","entry":"gen_sineembed_for_position","repo":"WeChatCV/ObjEmbed","repo_kind":"found_in_text","path":"models/qwen3vl_objembed.py","file_url":"https://github.com/WeChatCV/ObjEmbed/blob/HEAD/models/qwen3vl_objembed.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"cedceb02caf3000b"}},{"code_sha256_prefix":"34d3bd26e7ae4a9c","entry":"sigmoid_focal_loss","repo":"WeChatCV/ObjEmbed","repo_kind":"found_in_text","path":"models/qwen3vl_objembed.py","file_url":"https://github.com/WeChatCV/ObjEmbed/blob/HEAD/models/qwen3vl_objembed.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"34d3bd26e7ae4a9c"}},{"code_sha256_prefix":"d905faca05fc0dfe","entry":"ObjectEmbed","repo":"WeChatCV/ObjEmbed","repo_kind":"found_in_text","path":"models/qwen3vl_objembed.py","file_url":"https://github.com/WeChatCV/ObjEmbed/blob/HEAD/models/qwen3vl_objembed.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d905faca05fc0dfe"}},{"code_sha256_prefix":"a7fb357a3095bea8","entry":"Qwen3VLModelGrounding","repo":"WeChatCV/ObjEmbed","repo_kind":"found_in_text","path":"models/qwen3vl_objembed.py","file_url":"https://github.com/WeChatCV/ObjEmbed/blob/HEAD/models/qwen3vl_objembed.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"a7fb357a3095bea8"}},{"code_sha256_prefix":"3b258a7b06abbb4d","entry":"gather_and_deduplicate_negatives_simple","repo":"WeChatCV/ObjEmbed","repo_kind":"found_in_text","path":"models/qwen3vl_objembed.py","file_url":"https://github.com/WeChatCV/ObjEmbed/blob/HEAD/models/qwen3vl_objembed.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3b258a7b06abbb4d"}}]},"arxiv_metadata":{"licence":"arXiv metadata, CC0 1.0 (https://info.arxiv.org/help/license)","fields":["title","abstract","authors","date"],"primary_category":"cs.CV","source":"arxiv_2026.jsonl"},"syntology_extracted_results":null}