{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/box-based-refinement-for-weakly-supervised","title":"Box-based Refinement for Weakly Supervised and Unsupervised Localization Tasks","arxiv_id":"2309.03874","date":"2023-09-07","proceeding":"ICCV 2023 1","authors":["Eyal Gomel","Tal Shaharabany","Lior Wolf"],"abstract":"It has been established that training a box-based detector network can enhance the localization performance of weakly supervised and unsupervised methods. Moreover, we extend this understanding by demonstrating that these detectors can be utilized to improve the original network, paving the way for further advancements. To accomplish this, we train the detectors on top of the network output instead of the image data and apply suitable loss backpropagation. Our findings reveal a significant improvement in phrase grounding for the ``what is where by looking'' task, as well as various methods of unsupervised object discovery. Our code is available at https://github.com/eyalgomel/box-based-refinement.","url_abs":"https://arxiv.org/abs/2309.03874v1","url_pdf":"https://arxiv.org/pdf/2309.03874v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"box-based-refinement-for-weakly-supervised","repo_url":"https://github.com/eyalgomel/box-based-refinement","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"object-discovery","task_name":"Object Discovery"},{"task_slug":"phrase-grounding","task_name":"Phrase Grounding"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2309.03874","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.03874"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/eyalgomel/box-based-refinement","reach":{"status":"ok"}}],"summary":{"ran":3,"ran_honours":3,"unverified":5},"by_repo_kind":{"official":{"samples":11,"ran":6,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":11,"samples":[{"code_sha256_prefix":"b2beba3a54f75621","entry":"bin_mask_loss_multi","repo":"eyalgomel/box-based-refinement","repo_kind":"official","path":"moveseg/losses.py","file_url":"https://github.com/eyalgomel/box-based-refinement/blob/HEAD/moveseg/losses.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"b2beba3a54f75621"}},{"code_sha256_prefix":"e0a06ded5d4f6c3c","entry":"box_cxcywh_to_xyxy","repo":"eyalgomel/box-based-refinement","repo_kind":"official","path":"detr/util/box_ops.py","file_url":"https://github.com/eyalgomel/box-based-refinement/blob/HEAD/detr/util/box_ops.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e0a06ded5d4f6c3c"}},{"code_sha256_prefix":"ce749f837424dd8c","entry":"box_iou","repo":"eyalgomel/box-based-refinement","repo_kind":"official","path":"detr/util/box_ops.py","file_url":"https://github.com/eyalgomel/box-based-refinement/blob/HEAD/detr/util/box_ops.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ce749f837424dd8c"}},{"code_sha256_prefix":"031b02fb990284ba","entry":"box_xyxy_to_cxcywh","repo":"eyalgomel/box-based-refinement","repo_kind":"official","path":"detr/util/box_ops.py","file_url":"https://github.com/eyalgomel/box-based-refinement/blob/HEAD/detr/util/box_ops.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"031b02fb990284ba"}},{"code_sha256_prefix":"e19e22cd7641eb82","entry":"itm_eval","repo":"eyalgomel/box-based-refinement","repo_kind":"official","path":"BLIP/eval_retrieval_video.py","file_url":"https://github.com/eyalgomel/box-based-refinement/blob/HEAD/BLIP/eval_retrieval_video.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"e19e22cd7641eb82"}},{"code_sha256_prefix":"787810c5dad4cf7b","entry":"min_mask_loss_multi","repo":"eyalgomel/box-based-refinement","repo_kind":"official","path":"moveseg/losses.py","file_url":"https://github.com/eyalgomel/box-based-refinement/blob/HEAD/moveseg/losses.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"787810c5dad4cf7b"}},{"code_sha256_prefix":"0ec9fc2025c16f65","entry":"all_gather_with_grad","repo":"eyalgomel/box-based-refinement","repo_kind":"official","path":"BLIP/models/blip_retrieval.py","file_url":"https://github.com/eyalgomel/box-based-refinement/blob/HEAD/BLIP/models/blip_retrieval.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0ec9fc2025c16f65"}},{"code_sha256_prefix":"73cecca9f3575f09","entry":"concat_all_gather","repo":"eyalgomel/box-based-refinement","repo_kind":"official","path":"BLIP/models/blip_pretrain.py","file_url":"https://github.com/eyalgomel/box-based-refinement/blob/HEAD/BLIP/models/blip_pretrain.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"73cecca9f3575f09"}},{"code_sha256_prefix":"6c038d3594699c05","entry":"dino_forward","repo":"eyalgomel/box-based-refinement","repo_kind":"official","path":"LOST/networks.py","file_url":"https://github.com/eyalgomel/box-based-refinement/blob/HEAD/LOST/networks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"6c038d3594699c05"}},{"code_sha256_prefix":"167df66766421861","entry":"dino_forward","repo":"eyalgomel/box-based-refinement","repo_kind":"official","path":"TokenCut/networks.py","file_url":"https://github.com/eyalgomel/box-based-refinement/blob/HEAD/TokenCut/networks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"167df66766421861"}},{"code_sha256_prefix":"2d91096134ca233e","entry":"max_mask_loss_multi","repo":"eyalgomel/box-based-refinement","repo_kind":"official","path":"moveseg/losses.py","file_url":"https://github.com/eyalgomel/box-based-refinement/blob/HEAD/moveseg/losses.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2d91096134ca233e"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}