{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/cyborgs-contrastively-bootstrapping-object","title":"CYBORGS: Contrastively Bootstrapping Object Representations by Grounding in Segmentation","arxiv_id":"2203.09343","date":"2022-03-17","proceeding":null,"authors":["Renhao Wang","Hang Zhao","Yang Gao"],"abstract":"Many recent approaches in contrastive learning have worked to close the gap between pretraining on iconic images like ImageNet and pretraining on complex scenes like COCO. This gap exists largely because commonly used random crop augmentations obtain semantically inconsistent content in crowded scene images of diverse objects. Previous works use preprocessing pipelines to localize salient objects for improved cropping, but an end-to-end solution is still elusive. In this work, we propose a framework which accomplishes this goal via joint learning of representations and segmentation. We leverage segmentation masks to train a model with a mask-dependent contrastive loss, and use the partially trained model to bootstrap better masks. By iterating between these two components, we ground the contrastive updates in segmentation information, and simultaneously improve segmentation throughout pretraining. Experiments show our representations transfer robustly to downstream tasks in classification, detection and segmentation.","url_abs":"https://arxiv.org/abs/2203.09343v2","url_pdf":"https://arxiv.org/pdf/2203.09343v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"cyborgs-contrastively-bootstrapping-object","repo_url":"https://github.com/renwang435/cyborgs","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"contrastive-learning","task_name":"Contrastive Learning"},{"task_slug":"object","task_name":"Object"},{"task_slug":"segmentation","task_name":"Segmentation"}],"methods":[{"method_slug":"contrastive-learning","method_name":"Contrastive Learning"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2203.09343","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.09343"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/renwang435/CYBORGS","reach":null}],"summary":{"ran":1,"unverified":3},"by_repo_kind":{"official":{"samples":4,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"07593e2440494a27","entry":"ProgressMeter","repo":"renwang435/CYBORGS","repo_kind":"official","path":"main_cyborgs.py","file_url":"https://github.com/renwang435/CYBORGS/blob/HEAD/main_cyborgs.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"07593e2440494a27"}},{"code_sha256_prefix":"0898ff3835cbf85f","entry":"cyborgs_train","repo":"renwang435/CYBORGS","repo_kind":"official","path":"main_cyborgs.py","file_url":"https://github.com/renwang435/CYBORGS/blob/HEAD/main_cyborgs.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0898ff3835cbf85f"}},{"code_sha256_prefix":"804a43b2bb223775","entry":"get_rank","repo":"renwang435/CYBORGS","repo_kind":"official","path":"main_cyborgs.py","file_url":"https://github.com/renwang435/CYBORGS/blob/HEAD/main_cyborgs.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"804a43b2bb223775"}},{"code_sha256_prefix":"7d3a3a6d2b4f0327","entry":"is_master_process","repo":"renwang435/CYBORGS","repo_kind":"official","path":"main_cyborgs.py","file_url":"https://github.com/renwang435/CYBORGS/blob/HEAD/main_cyborgs.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7d3a3a6d2b4f0327"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}