{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/deep-variational-instance-segmentation","title":"Deep Variational Instance Segmentation","arxiv_id":"2007.11576","date":"2020-07-22","proceeding":"NeurIPS 2020 12","authors":["Jialin Yuan","Chao Chen","Li Fuxin"],"abstract":"Instance Segmentation, which seeks to obtain both class and instance labels for each pixel in the input image, is a challenging task in computer vision. State-of-the-art algorithms often employ two separate stages, the first one generating object proposals and the second one recognizing and refining the boundaries. Further, proposals are usually based on detectors such as faster R-CNN which search for boxes in the entire image exhaustively. In this paper, we propose a novel algorithm that directly utilizes a fully convolutional network (FCN) to predict instance labels. Specifically, we propose a variational relaxation of instance segmentation as minimizing an optimization functional for a piecewise-constant segmentation problem, which can be used to train an FCN end-to-end. It extends the classical Mumford-Shah variational segmentation problem to be able to handle permutation-invariant labels in the ground truth of instance segmentation. Experiments on PASCAL VOC 2012, Semantic Boundaries dataset(SBD), and the MSCOCO 2017 dataset show that the proposed approach efficiently tackle the instance segmentation task. The source code and trained models will be released with the paper.","url_abs":"https://arxiv.org/abs/2007.11576v2","url_pdf":"https://arxiv.org/pdf/2007.11576v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"deep-variational-instance-segmentation","repo_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"instance-segmentation","task_name":"Instance Segmentation"},{"task_slug":"segmentation","task_name":"Segmentation"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"}],"methods":[{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"fcn","method_name":"FCN"},{"method_slug":"faster-r-cnn","method_name":"Faster R-CNN"},{"method_slug":"max-pooling","method_name":"Max Pooling"},{"method_slug":"rpn","method_name":"RPN"},{"method_slug":"roipool","method_name":"RoIPool"},{"method_slug":"softmax","method_name":"Softmax"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2007.11576","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.11576"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/jia2lin3yuan1/2020-instanceSeg","reach":null}],"summary":{"ran":4,"ran_draft_wrong":3,"ran_fixture":2,"unverified":6},"by_repo_kind":{"official":{"samples":15,"ran":9,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"aad3e10be1553162","entry":"Concat","repo":"jia2lin3yuan1/2020-instanceSeg","repo_kind":"official","path":"dvis_network.py","file_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg/blob/HEAD/dvis_network.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"aad3e10be1553162"}},{"code_sha256_prefix":"b33d21ad3788b76c","entry":"InterpolateModule","repo":"jia2lin3yuan1/2020-instanceSeg","repo_kind":"official","path":"dvis_network.py","file_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg/blob/HEAD/dvis_network.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b33d21ad3788b76c"}},{"code_sha256_prefix":"796be6419b89c41a","entry":"RefineNet","repo":"jia2lin3yuan1/2020-instanceSeg","repo_kind":"official","path":"dvis_network.py","file_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg/blob/HEAD/dvis_network.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"796be6419b89c41a"}},{"code_sha256_prefix":"f5376ed42c300495","entry":"RoIAlign","repo":"jia2lin3yuan1/2020-instanceSeg","repo_kind":"official","path":"dvis_network.py","file_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg/blob/HEAD/dvis_network.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f5376ed42c300495"}},{"code_sha256_prefix":"b56ab4a1dcdcf54b","entry":"construct_backbone","repo":"jia2lin3yuan1/2020-instanceSeg","repo_kind":"official","path":"dvis_network.py","file_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg/blob/HEAD/dvis_network.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b56ab4a1dcdcf54b"}},{"code_sha256_prefix":"41335d8912fa97b6","entry":"extend_bboxes","repo":"jia2lin3yuan1/2020-instanceSeg","repo_kind":"official","path":"dvis_network.py","file_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg/blob/HEAD/dvis_network.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"41335d8912fa97b6"}},{"code_sha256_prefix":"677fc7f6be074bda","entry":"extract_candidates","repo":"jia2lin3yuan1/2020-instanceSeg","repo_kind":"official","path":"dvis_network.py","file_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg/blob/HEAD/dvis_network.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"677fc7f6be074bda"}},{"code_sha256_prefix":"9045301263665532","entry":"extract_candidates_np","repo":"jia2lin3yuan1/2020-instanceSeg","repo_kind":"official","path":"dvis_network.py","file_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg/blob/HEAD/dvis_network.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9045301263665532"}},{"code_sha256_prefix":"82262a77afdbc139","entry":"make_net","repo":"jia2lin3yuan1/2020-instanceSeg","repo_kind":"official","path":"dvis_network.py","file_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg/blob/HEAD/dvis_network.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"82262a77afdbc139"}},{"code_sha256_prefix":"17396a6efa6b88ea","entry":"DVIS","repo":"jia2lin3yuan1/2020-instanceSeg","repo_kind":"official","path":"dvis_network.py","file_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg/blob/HEAD/dvis_network.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"17396a6efa6b88ea"}},{"code_sha256_prefix":"8bcc6fb31366b3c1","entry":"Discritizer","repo":"jia2lin3yuan1/2020-instanceSeg","repo_kind":"official","path":"dvis_network.py","file_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg/blob/HEAD/dvis_network.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8bcc6fb31366b3c1"}},{"code_sha256_prefix":"7122b65e7ae3feed","entry":"FPN","repo":"jia2lin3yuan1/2020-instanceSeg","repo_kind":"official","path":"dvis_network.py","file_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg/blob/HEAD/dvis_network.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7122b65e7ae3feed"}},{"code_sha256_prefix":"b2ff3216632ff7c6","entry":"MeanshiftCluster_2","repo":"jia2lin3yuan1/2020-instanceSeg","repo_kind":"official","path":"dvis_network.py","file_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg/blob/HEAD/dvis_network.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b2ff3216632ff7c6"}},{"code_sha256_prefix":"e9da3ee1140401be","entry":"RoIExtractor","repo":"jia2lin3yuan1/2020-instanceSeg","repo_kind":"official","path":"dvis_network.py","file_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg/blob/HEAD/dvis_network.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e9da3ee1140401be"}},{"code_sha256_prefix":"f0114052c90f2b45","entry":"vis_meanshift_result","repo":"jia2lin3yuan1/2020-instanceSeg","repo_kind":"official","path":"dvis_network.py","file_url":"https://github.com/jia2lin3yuan1/2020-instanceSeg/blob/HEAD/dvis_network.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f0114052c90f2b45"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}