{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/the-lovasz-softmax-loss-a-tractable-surrogate","title":"The Lovász-Softmax loss: A tractable surrogate for the optimization of the intersection-over-union measure in neural networks","arxiv_id":"1705.08790","date":"2017-05-24","proceeding":"CVPR 2018 6","authors":["Maxim Berman","Amal Rannen Triki","Matthew B. Blaschko"],"abstract":"The Jaccard index, also referred to as the intersection-over-union score, is\ncommonly employed in the evaluation of image segmentation results given its\nperceptual qualities, scale invariance - which lends appropriate relevance to\nsmall objects, and appropriate counting of false negatives, in comparison to\nper-pixel losses. We present a method for direct optimization of the mean\nintersection-over-union loss in neural networks, in the context of semantic\nimage segmentation, based on the convex Lov\\'asz extension of submodular\nlosses. The loss is shown to perform better with respect to the Jaccard index\nmeasure than the traditionally used cross-entropy loss. We show quantitative\nand qualitative differences between optimizing the Jaccard index per image\nversus optimizing the Jaccard index taken over an entire dataset. We evaluate\nthe impact of our method in a semantic segmentation pipeline and show\nsubstantially improved intersection-over-union segmentation scores on the\nPascal VOC and Cityscapes datasets using state-of-the-art deep learning\nsegmentation architectures.","url_abs":"http://arxiv.org/abs/1705.08790v2","url_pdf":"http://arxiv.org/pdf/1705.08790v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"the-lovasz-softmax-loss-a-tractable-surrogate","repo_url":"https://github.com/bermanmaxim/LovaszSoftmax","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"tf","reach":null},{"paper_slug":"the-lovasz-softmax-loss-a-tractable-surrogate","repo_url":"https://github.com/Gjiangtao/A-Deep-Supervised-Edge-Optimization-Algorithm-for-Salt-Body-Segmentation","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"the-lovasz-softmax-loss-a-tractable-surrogate","repo_url":"https://github.com/adityajn105/brain-tumor-segmentation-unet","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"the-lovasz-softmax-loss-a-tractable-surrogate","repo_url":"https://github.com/CoinCheung/pytorch-loss","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"image-segmentation","task_name":"Image Segmentation"},{"task_slug":"segmentation","task_name":"Segmentation"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/real-time-semantic-segmentation-on-cityscapes","task":"Real-Time Semantic Segmentation","dataset":"Cityscapes test","model":"ENet + Lovász-Softmax","rank_in_archive_order":36,"of":39,"metrics":{"Frame (fps)":"76.9","Time (ms)":"13","mIoU":"63.1%"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-segmentation-on-cityscapes","task":"Semantic Segmentation","dataset":"Cityscapes test","model":"ENet + Lovász-Softmax","rank_in_archive_order":99,"of":105,"metrics":{"Mean IoU (class)":"63.06%"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-segmentation-on-pascal-voc-2012","task":"Semantic Segmentation","dataset":"PASCAL VOC 2012 test","model":"Deeplab-v2 with Lovasz-Softmax loss","rank_in_archive_order":34,"of":51,"metrics":{"Mean IoU":"79.00%"},"uses_additional_data":true},{"leaderboard":"/sota/semantic-segmentation-on-pascal-voc-2012","task":"Semantic Segmentation","dataset":"PASCAL VOC 2012 test","model":"Deeplab-v2 + Lovász-Softmax","rank_in_archive_order":35,"of":51,"metrics":{"Mean IoU":"79.0%"},"uses_additional_data":false}],"syntology":{"syntology_url":null,"atlas_url":null,"mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}