{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/semi-supervised-semantic-segmentation-via-3","title":"Semi-Supervised Semantic Segmentation via Marginal Contextual Information","arxiv_id":"2308.13900","date":"2023-08-26","proceeding":null,"authors":["Moshe Kimhi","Shai Kimhi","Evgenii Zheltonozhskii","Or Litany","Chaim Baskin"],"abstract":"We present a novel confidence refinement scheme that enhances pseudo labels in semi-supervised semantic segmentation. Unlike existing methods, which filter pixels with low-confidence predictions in isolation, our approach leverages the spatial correlation of labels in segmentation maps by grouping neighboring pixels and considering their pseudo labels collectively. With this contextual information, our method, named S4MC, increases the amount of unlabeled data used during training while maintaining the quality of the pseudo labels, all with negligible computational overhead. Through extensive experiments on standard benchmarks, we demonstrate that S4MC outperforms existing state-of-the-art semi-supervised learning approaches, offering a promising solution for reducing the cost of acquiring dense annotations. For example, S4MC achieves a 1.39 mIoU improvement over the prior art on PASCAL VOC 12 with 366 annotated images. The code to reproduce our experiments is available at https://s4mcontext.github.io/","url_abs":"https://arxiv.org/abs/2308.13900v2","url_pdf":"https://arxiv.org/pdf/2308.13900v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"semi-supervised-semantic-segmentation-via-3","repo_url":"https://github.com/s4mcontext/s4mc","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"segmentation","task_name":"Segmentation"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"},{"task_slug":"semi-supervised-semantic-segmentation","task_name":"Semi-Supervised Semantic Segmentation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-coco-2","task":"Semi-Supervised Semantic Segmentation","dataset":"COCO 1/128 labeled","model":"S4MC","rank_in_archive_order":7,"of":9,"metrics":{"Validation mIoU":"43.78"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-coco-1","task":"Semi-Supervised Semantic Segmentation","dataset":"COCO 1/256 labeled","model":"S4MC","rank_in_archive_order":4,"of":9,"metrics":{"Validation mIoU":"40.4"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-coco-4","task":"Semi-Supervised Semantic Segmentation","dataset":"COCO 1/32 labeled","model":"S4MC","rank_in_archive_order":3,"of":7,"metrics":{"Validation mIoU":"50.58"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-coco","task":"Semi-Supervised Semantic Segmentation","dataset":"COCO 1/512 labeled","model":"S4MC","rank_in_archive_order":5,"of":8,"metrics":{"Validation mIoU":"32.9"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-coco-3","task":"Semi-Supervised Semantic Segmentation","dataset":"COCO 1/64 labeled","model":"S4MC","rank_in_archive_order":7,"of":9,"metrics":{"Validation mIoU":"47.98"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-2","task":"Semi-Supervised Semantic Segmentation","dataset":"Cityscapes 12.5% labeled","model":"S4MC","rank_in_archive_order":10,"of":33,"metrics":{"Validation mIoU":"77.78%"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-1","task":"Semi-Supervised Semantic Segmentation","dataset":"Cityscapes 25% labeled","model":"S4MC","rank_in_archive_order":5,"of":30,"metrics":{"Validation mIoU":"79.52%"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-8","task":"Semi-Supervised Semantic Segmentation","dataset":"Cityscapes 50% labeled","model":"S4MC","rank_in_archive_order":9,"of":23,"metrics":{"Validation mIoU":"79.76%"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-22","task":"Semi-Supervised Semantic Segmentation","dataset":"Cityscapes 6.25% labeled","model":"S4MC","rank_in_archive_order":6,"of":18,"metrics":{"Validation mIoU":"77.00"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-10","task":"Semi-Supervised Semantic Segmentation","dataset":"PASCAL VOC 2012 1464 labels","model":"S4MC","rank_in_archive_order":9,"of":17,"metrics":{"Validation mIoU":"81.56"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-10","task":"Semi-Supervised Semantic Segmentation","dataset":"PASCAL VOC 2012 1464 labels","model":"S4MC (R50)","rank_in_archive_order":17,"of":17,"metrics":{"Validation mIoU":"0.7941"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-28","task":"Semi-Supervised Semantic Segmentation","dataset":"PASCAL VOC 2012 183 labeled","model":"S4MC","rank_in_archive_order":13,"of":16,"metrics":{"Validation mIoU":"75.21"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-9","task":"Semi-Supervised Semantic Segmentation","dataset":"PASCAL VOC 2012 25% labeled","model":"S4MC","rank_in_archive_order":9,"of":27,"metrics":{"Validation mIoU":"79.85"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-29","task":"Semi-Supervised Semantic Segmentation","dataset":"PASCAL VOC 2012 366 labeled","model":"S4MC","rank_in_archive_order":9,"of":15,"metrics":{"Validation mIoU":"79.09"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-15","task":"Semi-Supervised Semantic Segmentation","dataset":"PASCAL VOC 2012 50%","model":"S4MC","rank_in_archive_order":1,"of":14,"metrics":{"Validation mIoU":"81.11"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-30","task":"Semi-Supervised Semantic Segmentation","dataset":"PASCAL VOC 2012 732 labeled","model":"S4MC","rank_in_archive_order":9,"of":16,"metrics":{"Validation mIoU":"80.12"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-30","task":"Semi-Supervised Semantic Segmentation","dataset":"PASCAL VOC 2012 732 labeled","model":"S4MC (R50)","rank_in_archive_order":13,"of":16,"metrics":{"Validation mIoU":"77.83"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-27","task":"Semi-Supervised Semantic Segmentation","dataset":"PASCAL VOC 2012 92 labeled","model":"S4MC","rank_in_archive_order":11,"of":17,"metrics":{"Validation mIoU":"74.72"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-4","task":"Semi-Supervised Semantic Segmentation","dataset":"Pascal VOC 2012 12.5% labeled","model":"S4MC","rank_in_archive_order":9,"of":38,"metrics":{"Validation mIoU":"79.67%"},"uses_additional_data":false},{"leaderboard":"/sota/semi-supervised-semantic-segmentation-on-21","task":"Semi-Supervised Semantic Segmentation","dataset":"Pascal VOC 2012 6.25% labeled","model":"S4MC","rank_in_archive_order":7,"of":19,"metrics":{"Validation mIoU":"78.84"},"uses_additional_data":false}],"syntology":{"atlas_url":null,"mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}