{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/efficientps-efficient-panoptic-segmentation","title":"EfficientPS: Efficient Panoptic Segmentation","arxiv_id":"2004.02307","date":"2020-04-05","proceeding":null,"authors":["Rohit Mohan","Abhinav Valada"],"abstract":"Understanding the scene in which an autonomous robot operates is critical for its competent functioning. Such scene comprehension necessitates recognizing instances of traffic participants along with general scene semantics which can be effectively addressed by the panoptic segmentation task. In this paper, we introduce the Efficient Panoptic Segmentation (EfficientPS) architecture that consists of a shared backbone which efficiently encodes and fuses semantically rich multi-scale features. We incorporate a new semantic head that aggregates fine and contextual features coherently and a new variant of Mask R-CNN as the instance head. We also propose a novel panoptic fusion module that congruously integrates the output logits from both the heads of our EfficientPS architecture to yield the final panoptic segmentation output. Additionally, we introduce the KITTI panoptic segmentation dataset that contains panoptic annotations for the popularly challenging KITTI benchmark. Extensive evaluations on Cityscapes, KITTI, Mapillary Vistas and Indian Driving Dataset demonstrate that our proposed architecture consistently sets the new state-of-the-art on all these four benchmarks while being the most efficient and fast panoptic segmentation architecture to date.","url_abs":"https://arxiv.org/abs/2004.02307v3","url_pdf":"https://arxiv.org/pdf/2004.02307v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"efficientps-efficient-panoptic-segmentation","repo_url":"https://github.com/DeepSceneSeg/EfficientPS","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"GPL-3.0"}},{"paper_slug":"efficientps-efficient-panoptic-segmentation","repo_url":"https://github.com/vincrichard/EfficientPS","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"instance-segmentation","task_name":"Instance Segmentation"},{"task_slug":"panoptic-segmentation","task_name":"Panoptic Segmentation"},{"task_slug":"segmentation","task_name":"Segmentation"},{"task_slug":"semantic-segmentation","task_name":"Semantic Segmentation"}],"methods":[{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"mask-r-cnn","method_name":"Mask R-CNN"},{"method_slug":"rpn","method_name":"RPN"},{"method_slug":"roi-align","method_name":"RoIAlign"},{"method_slug":"softmax","method_name":"Softmax"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/instance-segmentation-on-cityscapes","task":"Instance Segmentation","dataset":"Cityscapes test","model":"EfficientPS","rank_in_archive_order":6,"of":11,"metrics":{},"uses_additional_data":true},{"leaderboard":"/sota/panoptic-segmentation-on-cityscapes-test","task":"Panoptic Segmentation","dataset":"Cityscapes test","model":"EfficientPS","rank_in_archive_order":3,"of":10,"metrics":{"PQ":"67.1"},"uses_additional_data":true},{"leaderboard":"/sota/panoptic-segmentation-on-cityscapes-test","task":"Panoptic Segmentation","dataset":"Cityscapes test","model":"EfficientPS (Cityscapes-fine)","rank_in_archive_order":7,"of":10,"metrics":{"PQ":"62.9"},"uses_additional_data":false},{"leaderboard":"/sota/panoptic-segmentation-on-cityscapes-val","task":"Panoptic Segmentation","dataset":"Cityscapes val","model":"EfficientPS","rank_in_archive_order":11,"of":37,"metrics":{"AP":"43.5","PQ":"67.5","PQst":"70.3","PQth":"63.2","mIoU":"82.1"},"uses_additional_data":true},{"leaderboard":"/sota/panoptic-segmentation-on-cityscapes-val","task":"Panoptic Segmentation","dataset":"Cityscapes val","model":"EfficientPS (Cityscapes-fine)","rank_in_archive_order":16,"of":37,"metrics":{"AP":"39.1","PQ":"64.9","PQst":"67.7","PQth":"61.0","mIoU":"90.3"},"uses_additional_data":false},{"leaderboard":"/sota/panoptic-segmentation-on-indian-driving-1","task":"Panoptic Segmentation","dataset":"Indian Driving Dataset","model":"EfficientPS","rank_in_archive_order":1,"of":4,"metrics":{"PQ":"51.1"},"uses_additional_data":false},{"leaderboard":"/sota/panoptic-segmentation-on-kitti-panoptic-1","task":"Panoptic Segmentation","dataset":"KITTI Panoptic Segmentation","model":"EfficientPS","rank_in_archive_order":1,"of":4,"metrics":{"PQ":"43.7"},"uses_additional_data":false},{"leaderboard":"/sota/panoptic-segmentation-on-mapillary-val","task":"Panoptic Segmentation","dataset":"Mapillary val","model":"EfficientPS","rank_in_archive_order":7,"of":13,"metrics":{"PQ":"40.6"},"uses_additional_data":false},{"leaderboard":"/sota/semantic-segmentation-on-cityscapes","task":"Semantic Segmentation","dataset":"Cityscapes test","model":"EfficientPS","rank_in_archive_order":10,"of":105,"metrics":{"Mean IoU (class)":"84.21%"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2004.02307","mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}